Files
galaxy/test/functional/test_toolbox.py
T

107 lines
3.9 KiB
Python

from __future__ import print_function
import logging
import new
try:
from nose.tools import nottest
except ImportError:
def nottest(x):
return x
from base.driver_util import setup_keep_outdir, target_url_parts
from base.instrument import register_job_data
from galaxy.tools import DataManagerTool # noqa: I201
from galaxy.tools.verify.interactor import GalaxyInteractorApi, verify_tool # noqa: I201
from .twilltestcase import TwillTestCase
log = logging.getLogger(__name__)
toolbox = None
# Do not test Data Managers as part of the standard Tool Test Framework.
TOOL_TYPES_NO_TEST = (DataManagerTool, )
class ToolTestCase(TwillTestCase):
"""Abstract test case that runs tests based on a `galaxy.tools.test.ToolTest`.
Ideally this would be FunctionalTestCase instead of a TwillTestCase but the
subclass DataManagerToolTestCase requires the use of Twill still.
"""
def do_it(self, tool_id=None, tool_version=None, test_index=0, resource_parameters={}):
"""
Run through a tool test case.
"""
if tool_id is None:
tool_id = self.tool_id
assert tool_id
verify_tool(tool_id, self.galaxy_interactor, resource_parameters=resource_parameters, test_index=test_index, tool_version=tool_version, register_job_data=register_job_data)
@nottest
def build_tests(app=None, testing_shed_tools=False, master_api_key=None, user_api_key=None):
"""
If the module level variable `toolbox` is set, generate `ToolTestCase`
classes for all of its tests and put them into this modules globals() so
they can be discovered by nose.
"""
# galaxy_interactor = None
# if app is None:
host, port, url = target_url_parts()
keep_outputs_dir = setup_keep_outdir()
galaxy_interactor_kwds = {
"galaxy_url": url,
"master_api_key": master_api_key,
"api_key": user_api_key,
"keep_outputs_dir": keep_outputs_dir,
}
galaxy_interactor = GalaxyInteractorApi(**galaxy_interactor_kwds)
# Push all the toolbox tests to module level
G = globals()
# Eliminate all previous tests from G.
for key, val in G.items():
if key.startswith('TestForTool_'):
del G[key]
tests_summary = galaxy_interactor.get_tests_summary()
for tool_id, tool_summary in tests_summary.items():
# Create a new subclass of ToolTestCase, dynamically adding methods
# named test_tool_XXX that run each test defined in the tool config.
name = "TestForTool_" + tool_id.replace(' ', '_')
baseclasses = (ToolTestCase, )
namespace = dict()
all_versions_test_count = 0
for tool_version, version_summary in tool_summary.items():
count = version_summary["count"]
for i in range(count):
test_function_name = 'test_tool_%06d' % all_versions_test_count
def make_test_method(tool_version, test_index):
def test_tool(self):
self.do_it(tool_version=tool_version, test_index=test_index)
test_tool.__name__ = test_function_name
return test_tool
test_method = make_test_method(tool_version, i)
test_method.__doc__ = "( %s ) > Test-%d" % (tool_id, all_versions_test_count + 1)
namespace[test_function_name] = test_method
namespace['tool_id'] = tool_id
namespace["galaxy_interactor"] = galaxy_interactor
namespace['master_api_key'] = master_api_key
namespace['user_api_key'] = user_api_key
all_versions_test_count += 1
# The new.classobj function returns a new class object, with name name, derived
# from baseclasses (which should be a tuple of classes) and with namespace dict.
new_class_obj = new.classobj(str(name), baseclasses, namespace)
G[name] = new_class_obj