diff --git a/test/functional/known_broken_tools.txt b/test/functional/known_broken_tools.txt new file mode 100644 index 00000000000..506709a36fb --- /dev/null +++ b/test/functional/known_broken_tools.txt @@ -0,0 +1,11 @@ +# Deprecated, IUC provides same tool, kept for backwards compat? +Extract genomic DNA 1 +# Relies on data table, but data table not available +Interval2Maf1 +Interval2Maf_pairwise1 +maf_stats1 +Interval_Maf_Merged_Fasta2 +# No dependency available +hgv_lps +# Some weird parameter issue +maf_by_block_number1 diff --git a/test/functional/test_toolbox_pytest.py b/test/functional/test_toolbox_pytest.py index c3e32a2294b..5043609d78b 100644 --- a/test/functional/test_toolbox_pytest.py +++ b/test/functional/test_toolbox_pytest.py @@ -7,6 +7,7 @@ sys.path[1:1] = [os.path.join(galaxy_root, "lib"), os.path.join(galaxy_root, "te import pytest from base import driver_util +SKIPTEST = os.path.join(os.path.dirname(__file__), 'known_broken_tools.txt') TEST_PREFIX = 'TestForTool_' @@ -22,6 +23,12 @@ class DefaultGalaxyTestDriver(driver_util.GalaxyTestDriver): return self.build_tool_tests(return_test_classes=True) +def get_skiplist(): + with open(SKIPTEST) as skiptest: + skiplist = [l.strip() for l in skiptest if l.strip() and not l.startswith('#')] + return skiplist + + def galaxy_driver(): driver = DefaultGalaxyTestDriver() driver.setup() @@ -40,13 +47,16 @@ def cases(): # but that's not compatible with the use use of pytest.mark.parametrize global DRIVER DRIVER = galaxy_driver() + skiplist = get_skiplist() tests = DRIVER.build_tests() for test_name, test_class in tests.items(): if test_name.startswith(TEST_PREFIX): test_class.runTest = lambda : None test_instance = test_class() - for index in range(test_instance.test_count): - yield (test_name[len(TEST_PREFIX):] + "_test_%d" % (index + 1), test_instance, index) + if test_instance.tool_id not in skiplist: + # TODO: mark this as skip instead of not collecting the test + for index in range(test_instance.test_count): + yield (test_name[len(TEST_PREFIX):] + "_test_%d" % (index + 1), test_instance, index) def idfn(val):