mirror of
https://github.com/galaxyproject/galaxy.git
synced 2026-09-24 16:30:27 +08:00
mvdbeek
9e07d9cc06
This is pretty hackish as fixtures can't be used during test discovery. To properly shut down the driver I've added a conftest.py file that will be called when quitting pytest. We might be able to handle this a little better if we wrote a full plugin, but for now this works. Also now reports all test indexes, so you can select e.g test 2 of a tool.
120 lines
4.3 KiB
Python
120 lines
4.3 KiB
Python
from __future__ import print_function
|
|
|
|
import logging
|
|
|
|
try:
|
|
from nose.tools import nottest
|
|
except ImportError:
|
|
def nottest(x):
|
|
return x
|
|
|
|
from base.driver_util import setup_keep_outdir, target_url_parts
|
|
from base.instrument import register_job_data
|
|
from base.testcase import FunctionalTestCase # noqa: I100,I201,I202
|
|
from galaxy.tools import DataManagerTool # noqa: I201
|
|
from galaxy.tools.verify.interactor import GalaxyInteractorApi, verify_tool # noqa: I201
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
toolbox = None
|
|
|
|
# Do not test Data Managers as part of the standard Tool Test Framework.
|
|
TOOL_TYPES_NO_TEST = (DataManagerTool, )
|
|
|
|
|
|
class ToolTestCase(FunctionalTestCase):
|
|
"""Abstract test case that runs tests based on a `galaxy.tools.test.ToolTest`."""
|
|
|
|
def do_it(self, tool_id=None, tool_version=None, test_index=0, resource_parameters={}):
|
|
"""
|
|
Run through a tool test case.
|
|
"""
|
|
if tool_id is None:
|
|
tool_id = self.tool_id
|
|
assert tool_id
|
|
|
|
verify_tool(tool_id, self.galaxy_interactor, resource_parameters=resource_parameters, test_index=test_index, tool_version=tool_version, register_job_data=register_job_data)
|
|
|
|
|
|
@nottest
|
|
def build_tests(app=None,
|
|
testing_shed_tools=False,
|
|
master_api_key=None,
|
|
user_api_key=None,
|
|
name_prefix="TestForTool_",
|
|
baseclass=ToolTestCase,
|
|
create_admin=False,
|
|
user_email=None,
|
|
G=None,
|
|
contains=None):
|
|
"""
|
|
If the module level variable `toolbox` is set, generate `ToolTestCase`
|
|
classes for all of its tests and put them into this modules globals() so
|
|
they can be discovered by nose.
|
|
"""
|
|
# galaxy_interactor = None
|
|
# if app is None:
|
|
host, port, url = target_url_parts()
|
|
keep_outputs_dir = setup_keep_outdir()
|
|
|
|
galaxy_interactor_kwds = {
|
|
"galaxy_url": url,
|
|
"master_api_key": master_api_key,
|
|
"api_key": user_api_key,
|
|
"keep_outputs_dir": keep_outputs_dir,
|
|
"user_api_key_is_admin_key": True,
|
|
}
|
|
if create_admin and not user_api_key:
|
|
galaxy_interactor_kwds['test_user'] = user_email
|
|
galaxy_interactor = GalaxyInteractorApi(**galaxy_interactor_kwds)
|
|
|
|
if not G:
|
|
# Push all the toolbox tests to module level
|
|
G = globals()
|
|
|
|
# Eliminate all previous tests from G.
|
|
for key, val in G.copy().items():
|
|
if key.startswith('TestForTool_'):
|
|
del G[key]
|
|
|
|
tests_summary = galaxy_interactor.get_tests_summary()
|
|
for tool_id, tool_summary in tests_summary.items():
|
|
# Create a new subclass of ToolTestCase, dynamically adding methods
|
|
# named test_tool_XXX that run each test defined in the tool config.
|
|
if contains and contains not in tool_id:
|
|
continue
|
|
name = name_prefix + tool_id.replace(' ', '_')
|
|
baseclasses = (baseclass, )
|
|
namespace = dict()
|
|
|
|
all_versions_test_count = 0
|
|
|
|
for tool_version, version_summary in tool_summary.items():
|
|
count = version_summary["count"]
|
|
for i in range(count):
|
|
test_function_name = 'test_tool_%06d' % all_versions_test_count
|
|
|
|
def make_test_method(tool_version, test_index):
|
|
def test_tool(self):
|
|
self.do_it(tool_version=tool_version, test_index=test_index)
|
|
test_tool.__name__ = test_function_name
|
|
|
|
return test_tool
|
|
|
|
test_method = make_test_method(tool_version, i)
|
|
test_method.__doc__ = "( %s ) > Test-%d" % (tool_id, all_versions_test_count + 1)
|
|
namespace[test_function_name] = test_method
|
|
namespace['tool_id'] = tool_id
|
|
namespace["galaxy_interactor"] = galaxy_interactor
|
|
namespace['master_api_key'] = master_api_key
|
|
namespace['user_api_key'] = user_api_key or galaxy_interactor.api_key
|
|
namespace['test_count'] = count
|
|
|
|
all_versions_test_count += 1
|
|
|
|
# Create new class object, with name name, derived
|
|
# from baseclasses (which should be a tuple of classes) and with namespace dict.
|
|
new_class_obj = type(str(name), baseclasses, namespace)
|
|
G[name] = new_class_obj
|
|
return G
|