From: Douglas Bagnall <douglas.bagnall@catalyst.net.nz>
Date: Thu, 27 Jun 2019 04:57:22 +0000 (+1200)
Subject: tests/usage: test for --help consistency
X-Git-Tag: samba-4.11.0rc1~80
X-Git-Url: http://git.ipfire.org/gitweb.cgi?a=commitdiff_plain;h=9fc8e2a6d0c037505edde1395c0f8651663e1acd;p=thirdparty%2Fsamba.git

tests/usage: test for --help consistency

Signed-off-by: Douglas Bagnall <douglas.bagnall@catalyst.net.nz>
Reviewed-by: Andrew Bartlett <abartlet@samba.org>
---

diff --git a/python/samba/tests/usage.py b/python/samba/tests/usage.py
index d0371fbec17..ba18a3e0729 100644
--- a/python/samba/tests/usage.py
+++ b/python/samba/tests/usage.py
@@ -17,7 +17,7 @@
 import os
 import sys
 import subprocess
-from samba.tests import TestCase
+from samba.tests import TestCase, check_help_consistency
 from unittest import TestSuite
 import re
 import stat
@@ -256,6 +256,7 @@ class HelpTestSuper(TestCase):
     and exit with success.
     """
     check_return_code = True
+    check_consistency = True
     check_contains_usage = True
     check_multiline = True
     check_merged_out_and_err = False
@@ -319,6 +320,12 @@ class HelpTestSuper(TestCase):
                     #    * and return success.
                     #print(out.encode('utf8'))
                     #print(err.encode('utf8'))
+                    if self.check_consistency:
+                        errors = check_help_consistency(out,
+                                                        self.options_start,
+                                                        self.options_end)
+                        if errors is not None:
+                            self.fail(errors)
 
                     if self.check_return_code:
                         self.assertEqual(p.returncode, 0,
diff --git a/selftest/knownfail.d/usage b/selftest/knownfail.d/usage
index d3cfc6d03ae..ef2d83e3038 100644
--- a/selftest/knownfail.d/usage
+++ b/selftest/knownfail.d/usage
@@ -1,3 +1,10 @@
+samba.tests.usage.samba.tests.usage.ElfHelpTests.test_ldbadd.none.
+samba.tests.usage.samba.tests.usage.ElfHelpTests.test_ldbdel.none.
+samba.tests.usage.samba.tests.usage.ElfHelpTests.test_ldbedit.none.
+samba.tests.usage.samba.tests.usage.ElfHelpTests.test_ldbmodify.none.
+samba.tests.usage.samba.tests.usage.ElfHelpTests.test_ldbrename.none.
+samba.tests.usage.samba.tests.usage.ElfHelpTests.test_ldbsearch.none.
+samba.tests.usage.samba.tests.usage.PythonScriptHelpTests.test_autobuild_py.none.
 samba.tests.usage.samba.tests.usage.PythonScriptHelpTests.test_autoidl.none.
 samba.tests.usage.samba.tests.usage.PythonScriptHelpTests.test_compare_cc_results_py.none.
 samba.tests.usage.samba.tests.usage.PythonScriptHelpTests.test_config_base.none.