Bring more directories under packages/ export.

Add quota to data/ (should be refactored to not use trans but is straight forward and the imports are fine for now), and add three new packages.

- auth
- authnz
- app

A lot more needs to be added to app but we need to de-tangle the circular imports between app and web stuff and webapp stuff. It is messier than I thought.

packages/app/HISTORY.rst

@@ -0,0 +1,12 @@
+.. :changelog:
+
+History
+-------
+
+.. to_doc
+
+---------------------
+19.9.0.dev0
+---------------------
+
+* Initial import from dev branch of Galaxy during 19.09 development cycle.

packages/app/LICENSE

@@ -0,0 +1 @@
+../../LICENSE.txt

packages/app/MANIFEST.in

@@ -0,0 +1 @@
+include *.rst LICENSE

packages/app/Makefile

@@ -0,0 +1 @@
+../package.Makefile

packages/app/README.rst

@@ -0,0 +1,14 @@
+
+.. image:: https://badge.fury.io/py/galaxy-job-metrics.svg
+   :target: https://pypi.python.org/pypi/galaxy-job-metrics/
+
+
+Overview
+--------
+
+The Galaxy_ application logic (backend).
+
+* Free software: Academic Free License version 3.0
+* Code: https://github.com/galaxyproject/galaxy
+
+.. _Galaxy: http://galaxyproject.org/

packages/app/dev-requirements.txt

@@ -0,0 +1 @@
+../package-dev-requirements.txt

packages/app/galaxy/__init__.py

@@ -0,0 +1 @@
+__path__ = __import__('pkgutil').extend_path(__path__, __name__)

packages/app/galaxy/actions

@@ -0,0 +1 @@
+../../../lib/galaxy/actions

packages/app/galaxy/dependencies

@@ -0,0 +1 @@
+../../../lib/galaxy/dependencies

packages/app/galaxy/eggs

@@ -0,0 +1 @@
+../../../lib/galaxy/eggs

packages/app/galaxy/forms

@@ -0,0 +1 @@
+../../../lib/galaxy/forms

packages/app/galaxy/project_galaxy_app.py

@@ -0,0 +1,13 @@
+# -*- coding: utf-8 -*-
+
+__version__ = '19.9.0.dev0'
+
+PROJECT_NAME = "galaxy-app"
+PROJECT_OWNER = PROJECT_USERAME = "galaxyproject"
+PROJECT_URL = "https://github.com/galaxyproject/galaxy"
+PROJECT_AUTHOR = 'Galaxy Project and Community'
+PROJECT_DESCRIPTION = 'Galaxy Application (backend)'
+PROJECT_EMAIL = 'jmchilton@gmail.com'
+RAW_CONTENT_URL = "https://raw.github.com/%s/%s/master/" % (
+    PROJECT_USERAME, PROJECT_NAME
+)

packages/app/galaxy/tours

@@ -0,0 +1 @@
+../../../lib/galaxy/tours

packages/app/galaxy/webhooks

@@ -0,0 +1 @@
+../../../lib/galaxy/webhooks

packages/app/requirements.txt

@@ -0,0 +1,3 @@
+galaxy-auth
+galaxy-job-execution
+

packages/app/scripts

@@ -0,0 +1 @@
+../build_scripts

packages/app/setup.cfg

@@ -0,0 +1 @@
+../../setup.cfg

packages/app/setup.py

@@ -0,0 +1,105 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import ast
+import os
+import re
+try:
+    from setuptools import setup
+except ImportError:
+    from distutils.core import setup
+
+SOURCE_DIR = "galaxy"
+
+_version_re = re.compile(r'__version__\s+=\s+(.*)')
+
+project_short_name = os.path.basename(os.path.dirname(os.path.realpath(__file__)))
+with open('%s/project_galaxy_%s.py' % (SOURCE_DIR, project_short_name), 'rb') as f:
+    init_contents = f.read().decode('utf-8')
+
+    def get_var(var_name):
+        pattern = re.compile(r'%s\s+=\s+(.*)' % var_name)
+        match = pattern.search(init_contents).group(1)
+        return str(ast.literal_eval(match))
+
+    version = get_var("__version__")
+    PROJECT_NAME = get_var("PROJECT_NAME")
+    PROJECT_URL = get_var("PROJECT_URL")
+    PROJECT_AUTHOR = get_var("PROJECT_AUTHOR")
+    PROJECT_EMAIL = get_var("PROJECT_EMAIL")
+    PROJECT_DESCRIPTION = get_var("PROJECT_DESCRIPTION")
+
+TEST_DIR = 'tests'
+PACKAGES = [
+    'galaxy',
+    'galaxy.actions',
+    'galaxy.dependencies',
+    'galaxy.eggs',
+    'galaxy.forms',
+    'galaxy.tours',
+    'galaxy.webhooks',
+]
+ENTRY_POINTS = '''
+        [console_scripts]
+'''
+PACKAGE_DATA = {
+    # Be sure to update MANIFEST.in for source dist.
+    'galaxy': [
+    ],
+}
+PACKAGE_DIR = {
+    SOURCE_DIR: SOURCE_DIR,
+}
+
+readme = open('README.rst').read()
+history = open('HISTORY.rst').read().replace('.. :changelog:', '')
+
+if os.path.exists("requirements.txt"):
+    requirements = open("requirements.txt").read().split("\n")
+else:
+    # In tox, it will cover them anyway.
+    requirements = []
+
+
+test_requirements = [
+    # TODO: put package test requirements here
+]
+
+
+setup(
+    name=PROJECT_NAME,
+    version=version,
+    description=PROJECT_DESCRIPTION,
+    long_description=readme + '\n\n' + history,
+    long_description_content_type='text/x-rst',
+    author=PROJECT_AUTHOR,
+    author_email=PROJECT_EMAIL,
+    url=PROJECT_URL,
+    packages=PACKAGES,
+    entry_points=ENTRY_POINTS,
+    package_data=PACKAGE_DATA,
+    package_dir=PACKAGE_DIR,
+    include_package_data=True,
+    install_requires=requirements,
+    license="AFL",
+    zip_safe=False,
+    keywords='galaxy',
+    classifiers=[
+        'Development Status :: 5 - Production/Stable',
+        'Intended Audience :: Developers',
+        'Environment :: Console',
+        'License :: OSI Approved :: Academic Free License (AFL)',
+        'Operating System :: POSIX',
+        'Topic :: Software Development',
+        'Topic :: Software Development :: Code Generators',
+        'Topic :: Software Development :: Testing',
+        'Natural Language :: English',
+        "Programming Language :: Python :: 2",
+        'Programming Language :: Python :: 2.7',
+        'Programming Language :: Python :: 3.5',
+        'Programming Language :: Python :: 3.6',
+        'Programming Language :: Python :: 3.7',
+    ],
+    test_suite=TEST_DIR,
+    tests_require=test_requirements
+)

packages/auth/HISTORY.rst

@@ -0,0 +1,12 @@
+.. :changelog:
+
+History
+-------
+
+.. to_doc
+
+---------------------
+19.9.0.dev0
+---------------------
+
+* Initial import from dev branch of Galaxy during 19.09 development cycle.

packages/auth/LICENSE

@@ -0,0 +1 @@
+../../LICENSE.txt

packages/auth/MANIFEST.in

@@ -0,0 +1 @@
+include *.rst LICENSE

packages/auth/Makefile

@@ -0,0 +1 @@
+../package.Makefile

packages/auth/README.rst

@@ -0,0 +1,14 @@
+
+.. image:: https://badge.fury.io/py/galaxy-job-metrics.svg
+   :target: https://pypi.python.org/pypi/galaxy-job-metrics/
+
+
+Overview
+--------
+
+The Galaxy_ auth framework and default plugins.
+
+* Free software: Academic Free License version 3.0
+* Code: https://github.com/galaxyproject/galaxy
+
+.. _Galaxy: http://galaxyproject.org/

packages/auth/dev-requirements.txt

@@ -0,0 +1 @@
+../package-dev-requirements.txt

packages/auth/galaxy/__init__.py

@@ -0,0 +1 @@
+__path__ = __import__('pkgutil').extend_path(__path__, __name__)

packages/auth/galaxy/auth

@@ -0,0 +1 @@
+../../../lib/galaxy/auth

packages/auth/galaxy/project_galaxy_auth.py

@@ -0,0 +1,13 @@
+# -*- coding: utf-8 -*-
+
+__version__ = '19.9.0.dev0'
+
+PROJECT_NAME = "galaxy-auth"
+PROJECT_OWNER = PROJECT_USERAME = "galaxyproject"
+PROJECT_URL = "https://github.com/galaxyproject/galaxy"
+PROJECT_AUTHOR = 'Galaxy Project and Community'
+PROJECT_DESCRIPTION = 'Galaxy Auth Framework and Implementations'
+PROJECT_EMAIL = 'jmchilton@gmail.com'
+RAW_CONTENT_URL = "https://raw.github.com/%s/%s/master/" % (
+    PROJECT_USERAME, PROJECT_NAME
+)

packages/auth/requirements.txt

@@ -0,0 +1 @@
+galaxy-data

packages/auth/scripts

@@ -0,0 +1 @@
+../build_scripts

packages/auth/setup.cfg

@@ -0,0 +1 @@
+../../setup.cfg

packages/auth/setup.py

@@ -0,0 +1,101 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import ast
+import os
+import re
+try:
+    from setuptools import setup
+except ImportError:
+    from distutils.core import setup
+
+SOURCE_DIR = "galaxy"
+
+_version_re = re.compile(r'__version__\s+=\s+(.*)')
+
+project_short_name = os.path.basename(os.path.dirname(os.path.realpath(__file__)))
+with open('%s/project_galaxy_%s.py' % (SOURCE_DIR, project_short_name), 'rb') as f:
+    init_contents = f.read().decode('utf-8')
+
+    def get_var(var_name):
+        pattern = re.compile(r'%s\s+=\s+(.*)' % var_name)
+        match = pattern.search(init_contents).group(1)
+        return str(ast.literal_eval(match))
+
+    version = get_var("__version__")
+    PROJECT_NAME = get_var("PROJECT_NAME")
+    PROJECT_URL = get_var("PROJECT_URL")
+    PROJECT_AUTHOR = get_var("PROJECT_AUTHOR")
+    PROJECT_EMAIL = get_var("PROJECT_EMAIL")
+    PROJECT_DESCRIPTION = get_var("PROJECT_DESCRIPTION")
+
+TEST_DIR = 'tests'
+PACKAGES = [
+    'galaxy',
+    'galaxy.auth',
+    'galaxy.auth.providers',
+]
+ENTRY_POINTS = '''
+        [console_scripts]
+'''
+PACKAGE_DATA = {
+    # Be sure to update MANIFEST.in for source dist.
+    'galaxy': [
+    ],
+}
+PACKAGE_DIR = {
+    SOURCE_DIR: SOURCE_DIR,
+}
+
+readme = open('README.rst').read()
+history = open('HISTORY.rst').read().replace('.. :changelog:', '')
+
+if os.path.exists("requirements.txt"):
+    requirements = open("requirements.txt").read().split("\n")
+else:
+    # In tox, it will cover them anyway.
+    requirements = []
+
+
+test_requirements = [
+    # TODO: put package test requirements here
+]
+
+
+setup(
+    name=PROJECT_NAME,
+    version=version,
+    description=PROJECT_DESCRIPTION,
+    long_description=readme + '\n\n' + history,
+    long_description_content_type='text/x-rst',
+    author=PROJECT_AUTHOR,
+    author_email=PROJECT_EMAIL,
+    url=PROJECT_URL,
+    packages=PACKAGES,
+    entry_points=ENTRY_POINTS,
+    package_data=PACKAGE_DATA,
+    package_dir=PACKAGE_DIR,
+    include_package_data=True,
+    install_requires=requirements,
+    license="AFL",
+    zip_safe=False,
+    keywords='galaxy',
+    classifiers=[
+        'Development Status :: 5 - Production/Stable',
+        'Intended Audience :: Developers',
+        'Environment :: Console',
+        'License :: OSI Approved :: Academic Free License (AFL)',
+        'Operating System :: POSIX',
+        'Topic :: Software Development',
+        'Topic :: Software Development :: Code Generators',
+        'Topic :: Software Development :: Testing',
+        'Natural Language :: English',
+        "Programming Language :: Python :: 2",
+        'Programming Language :: Python :: 2.7',
+        'Programming Language :: Python :: 3.5',
+        'Programming Language :: Python :: 3.6',
+        'Programming Language :: Python :: 3.7',
+    ],
+    test_suite=TEST_DIR,
+    tests_require=test_requirements
+)

packages/authnz/HISTORY.rst

@@ -0,0 +1,12 @@
+.. :changelog:
+
+History
+-------
+
+.. to_doc
+
+---------------------
+19.9.0.dev0
+---------------------
+
+* Initial import from dev branch of Galaxy during 19.09 development cycle.

packages/authnz/LICENSE

@@ -0,0 +1 @@
+../../LICENSE.txt

packages/authnz/MANIFEST.in

@@ -0,0 +1 @@
+include *.rst LICENSE

packages/authnz/Makefile

@@ -0,0 +1 @@
+../package.Makefile

packages/authnz/README.rst

@@ -0,0 +1,14 @@
+
+.. image:: https://badge.fury.io/py/galaxy-job-metrics.svg
+   :target: https://pypi.python.org/pypi/galaxy-job-metrics/
+
+
+Overview
+--------
+
+The Galaxy_ authnz module.
+
+* Free software: Academic Free License version 3.0
+* Code: https://github.com/galaxyproject/galaxy
+
+.. _Galaxy: http://galaxyproject.org/

packages/authnz/dev-requirements.txt

@@ -0,0 +1 @@
+../package-dev-requirements.txt

packages/authnz/galaxy/__init__.py

@@ -0,0 +1 @@
+__path__ = __import__('pkgutil').extend_path(__path__, __name__)

packages/authnz/galaxy/authnz

@@ -0,0 +1 @@
+../../../lib/galaxy/authnz

packages/authnz/galaxy/project_galaxy_authnz.py

@@ -0,0 +1,13 @@
+# -*- coding: utf-8 -*-
+
+__version__ = '19.9.0.dev0'
+
+PROJECT_NAME = "galaxy-auth"
+PROJECT_OWNER = PROJECT_USERAME = "galaxyproject"
+PROJECT_URL = "https://github.com/galaxyproject/galaxy"
+PROJECT_AUTHOR = 'Galaxy Project and Community'
+PROJECT_DESCRIPTION = 'Galaxy AuthNZ'
+PROJECT_EMAIL = 'jmchilton@gmail.com'
+RAW_CONTENT_URL = "https://raw.github.com/%s/%s/master/" % (
+    PROJECT_USERAME, PROJECT_NAME
+)

packages/authnz/requirements.txt

@@ -0,0 +1,7 @@
+galaxy-data
+pyjwt
+cloudauthz
+# Following three shouldn't be needed, cloudauthz should be updated to require them
+google-api-python-client
+httplib2
+oauth2client

packages/authnz/scripts

@@ -0,0 +1 @@
+../build_scripts

packages/authnz/setup.cfg

@@ -0,0 +1 @@
+../../setup.cfg

packages/authnz/setup.py

@@ -0,0 +1,100 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import ast
+import os
+import re
+try:
+    from setuptools import setup
+except ImportError:
+    from distutils.core import setup
+
+SOURCE_DIR = "galaxy"
+
+_version_re = re.compile(r'__version__\s+=\s+(.*)')
+
+project_short_name = os.path.basename(os.path.dirname(os.path.realpath(__file__)))
+with open('%s/project_galaxy_%s.py' % (SOURCE_DIR, project_short_name), 'rb') as f:
+    init_contents = f.read().decode('utf-8')
+
+    def get_var(var_name):
+        pattern = re.compile(r'%s\s+=\s+(.*)' % var_name)
+        match = pattern.search(init_contents).group(1)
+        return str(ast.literal_eval(match))
+
+    version = get_var("__version__")
+    PROJECT_NAME = get_var("PROJECT_NAME")
+    PROJECT_URL = get_var("PROJECT_URL")
+    PROJECT_AUTHOR = get_var("PROJECT_AUTHOR")
+    PROJECT_EMAIL = get_var("PROJECT_EMAIL")
+    PROJECT_DESCRIPTION = get_var("PROJECT_DESCRIPTION")
+
+TEST_DIR = 'tests'
+PACKAGES = [
+    'galaxy',
+    'galaxy.authnz',
+]
+ENTRY_POINTS = '''
+        [console_scripts]
+'''
+PACKAGE_DATA = {
+    # Be sure to update MANIFEST.in for source dist.
+    'galaxy': [
+    ],
+}
+PACKAGE_DIR = {
+    SOURCE_DIR: SOURCE_DIR,
+}
+
+readme = open('README.rst').read()
+history = open('HISTORY.rst').read().replace('.. :changelog:', '')
+
+if os.path.exists("requirements.txt"):
+    requirements = open("requirements.txt").read().split("\n")
+else:
+    # In tox, it will cover them anyway.
+    requirements = []
+
+
+test_requirements = [
+    # TODO: put package test requirements here
+]
+
+
+setup(
+    name=PROJECT_NAME,
+    version=version,
+    description=PROJECT_DESCRIPTION,
+    long_description=readme + '\n\n' + history,
+    long_description_content_type='text/x-rst',
+    author=PROJECT_AUTHOR,
+    author_email=PROJECT_EMAIL,
+    url=PROJECT_URL,
+    packages=PACKAGES,
+    entry_points=ENTRY_POINTS,
+    package_data=PACKAGE_DATA,
+    package_dir=PACKAGE_DIR,
+    include_package_data=True,
+    install_requires=requirements,
+    license="AFL",
+    zip_safe=False,
+    keywords='galaxy',
+    classifiers=[
+        'Development Status :: 5 - Production/Stable',
+        'Intended Audience :: Developers',
+        'Environment :: Console',
+        'License :: OSI Approved :: Academic Free License (AFL)',
+        'Operating System :: POSIX',
+        'Topic :: Software Development',
+        'Topic :: Software Development :: Code Generators',
+        'Topic :: Software Development :: Testing',
+        'Natural Language :: English',
+        "Programming Language :: Python :: 2",
+        'Programming Language :: Python :: 2.7',
+        'Programming Language :: Python :: 3.5',
+        'Programming Language :: Python :: 3.6',
+        'Programming Language :: Python :: 3.7',
+    ],
+    test_suite=TEST_DIR,
+    tests_require=test_requirements
+)

packages/authnz/tests/test_custos_authnz.py

@@ -0,0 +1 @@
+../../../test/unit/authnz/test_custos_authnz.py

packages/data/galaxy/quota

@@ -0,0 +1 @@
+../../../lib/galaxy/quota

packages/data/setup.py

@@ -42,6 +42,7 @@ PACKAGES = [
     'galaxy.model.orm',
     'galaxy.model.store',
     'galaxy.model.tool_shed_install',
+    'galaxy.quota',
     'galaxy.security',
 ]
 ENTRY_POINTS = '''

packages/test.sh

@@ -22,10 +22,13 @@ PACKAGE_DIRS=(
     tool_util
     data
     job_execution
+    auth
+    authnz
+    app
 )
 # containers has no tests, tool_util not yet working 100%,
 # data has many problems quota, tool shed install database, etc..
-RUN_TESTS=(1 1 1 0 0 0 0 1)
+RUN_TESTS=(1 1 1 0 0 0 0 0 1 0)
 
 for ((i=0; i<${#PACKAGE_DIRS[@]}; i++)); do
     package_dir=${PACKAGE_DIRS[$i]}