Add new option to mark certain scenarious as "might fail" without

disabling them completely.

Author: sobomax

bob_main.py

@@ -68,7 +68,7 @@ def main_func():
     global_config = {}
 
     try:
-        opts, args = getopt.getopt(sys.argv[1:], 'p:l:P:T:n:N:w:')
+        opts, args = getopt.getopt(sys.argv[1:], 'p:l:P:T:n:N:w:f:')
     except getopt.GetoptError:
         usage(global_config)
     tcfg = test_config(global_config)
@@ -102,6 +102,9 @@ def main_func():
         if o == '-w':
             pre_wait = float(a)
             continue
+        if o == '-f':
+            tcfg.tests_mightfail = tuple(['bob_' + x for x in a.split(',')])
+            continue
 
     bodys = [MsgBody(x) for x in BODIES_ALL]
     for body in bodys:

lib/test_config.py

@@ -88,6 +88,7 @@ class test_config(object):
     body = None
     portrange = PortRange('12000-15000')
     tests = None
+    tests_mightfail = tuple()
     test_timeout = 60
     nh_address4 = ('127.0.0.1', 5060)
     nh_address6 = ('[::1]', 5060)

test_cases/t1.py

@@ -69,9 +69,15 @@ def alldone(self, ua):
         if self.ring_done and self.connect_done and self.disconnect_done and self.nerrs == 0:
             self.rval = 0
         else:
+            mightfail = self.cli in self.tccfg.tests_mightfail
             if self.debug_lvl > -1 and not self.finfo_displayed:
-                print(self.failed_msg())
+                fmsg = self.failed_msg()
+                if mightfail:
+                    fmsg = f'{fmsg} [IGNORED]'
+                print(fmsg)
                 self.finfo_displayed = True
+            if mightfail:
+                self.rval = 0
         self.tccfg.done_cb(self)
 
 class a_test1(test):

test_run.sh

@@ -251,7 +251,12 @@ then
     report_rc_log ${?} "rtpproxy.rout rtpproxy.log" "Checking if ${RTPP_SOCK_TEST} works"
 fi
 
-MM_AUTH="${MM_AUTH}" ${PYTHON_CMD} bob.py -l '*' -P 5062 -T ${BOB_TIMEOUT} 2>bob.log &
+BOB_ARGS="-P 5062 -T ${BOB_TIMEOUT}"
+if [ -n "${TEST_SET_MIGHTFAIL}" ]
+then
+  BOB_ARGS="${BOB_ARGS} -f ${TEST_SET_MIGHTFAIL}"
+fi
+MM_AUTH="${MM_AUTH}" ${PYTHON_CMD} bob.py -l '*' ${BOB_ARGS} 2>bob.log &
 BOB_PID=${!}
 echo "${BOB_PID}" > "${BOB_PIDF}"
 start_mm