diff --git a/doc/source/admin/galaxy_options.rst b/doc/source/admin/galaxy_options.rst index 33ce091687c..0f8ce516412 100644 --- a/doc/source/admin/galaxy_options.rst +++ b/doc/source/admin/galaxy_options.rst @@ -664,6 +664,48 @@ :Type: str +~~~~~~~~~~~~~~~~~~~~~~~~~~ +``short_term_storage_dir`` +~~~~~~~~~~~~~~~~~~~~~~~~~~ + +:Description: + Location of files available for a short time as downloads (short + term storage). This directory is exclusively used for serving + dynamically generated downloadable content. Galaxy may uses the + new_file_path parameter as a general temporary directory and that + directory should be monitored by a tool such as tmpwatch in + production environments. short_term_storage_dir on the other hand + is monitored by Galaxy's task framework and should not require + such external tooling. + The value of this option will be resolved with respect to + . +:Default: ``short_term_web_storage`` +:Type: str + + +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +``short_term_storage_default_duration`` +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +:Description: + Default duration before short term web storage files will be + cleaned up by Galaxy tasks (in seconds). The default duration is 1 + day. +:Default: ``86400`` +:Type: int + + +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +``short_term_storage_cleanup_interval`` +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +:Description: + How many seconds between instances of short term storage being + cleaned up in default Celery task configuration. +:Default: ``3600`` +:Type: int + + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ``file_sources_config_file`` ~~~~~~~~~~~~~~~~~~~~~~~~~~~~ @@ -1286,6 +1328,17 @@ :Type: str +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +``mulled_resolution_cache_expire`` +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +:Description: + Seconds until the beaker cache is considered old and a new value + is created. +:Default: ``3600`` +:Type: int + + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ``object_store_config_file`` ~~~~~~~~~~~~~~~~~~~~~~~~~~~~ diff --git a/lib/galaxy/app.py b/lib/galaxy/app.py index fc7c3d253a6..1ac7c1fb13c 100644 --- a/lib/galaxy/app.py +++ b/lib/galaxy/app.py @@ -261,6 +261,7 @@ class ConfiguresGalaxyMixin: "cache.type": self.config.mulled_resolution_cache_type, "cache.data_dir": self.config.mulled_resolution_cache_data_dir, "cache.lock_dir": self.config.mulled_resolution_cache_lock_dir, + "cache.expire": self.config.mulled_resolution_cache_expire, } mulled_resolution_cache = CacheManager(**parse_cache_config_options(cache_opts)).get_cache( "mulled_resolution" @@ -274,7 +275,7 @@ class ConfiguresGalaxyMixin: def reindex_tool_search(self): # Call this when tools are added or removed. - self.toolbox_search.build_index(tool_cache=self.tool_cache) + self.toolbox_search.build_index(tool_cache=self.tool_cache, toolbox=self.toolbox) self.tool_cache.reset_status() def _set_enabled_container_types(self): diff --git a/lib/galaxy/config/sample/galaxy.yml.sample b/lib/galaxy/config/sample/galaxy.yml.sample index 8ae72f578de..c1704df019c 100644 --- a/lib/galaxy/config/sample/galaxy.yml.sample +++ b/lib/galaxy/config/sample/galaxy.yml.sample @@ -456,6 +456,26 @@ galaxy: # option. #watch_tours: 'false' + # Location of files available for a short time as downloads (short + # term storage). This directory is exclusively used for serving + # dynamically generated downloadable content. Galaxy may uses the + # new_file_path parameter as a general temporary directory and that + # directory should be monitored by a tool such as tmpwatch in + # production environments. short_term_storage_dir on the other hand is + # monitored by Galaxy's task framework and should not require such + # external tooling. + # The value of this option will be resolved with respect to + # . + #short_term_storage_dir: short_term_web_storage + + # Default duration before short term web storage files will be cleaned + # up by Galaxy tasks (in seconds). The default duration is 1 day. + #short_term_storage_default_duration: 86400 + + # How many seconds between instances of short term storage being + # cleaned up in default Celery task configuration. + #short_term_storage_cleanup_interval: 3600 + # Configured FileSource plugins. # The value of this option will be resolved with respect to # . @@ -749,6 +769,10 @@ galaxy: # . #mulled_resolution_cache_lock_dir: mulled/locks + # Seconds until the beaker cache is considered old and a new value is + # created. + #mulled_resolution_cache_expire: 3600 + # Configuration file for the object store If this is set and exists, # it overrides any other objectstore settings. # The value of this option will be resolved with respect to diff --git a/lib/galaxy/config/sample/object_store_conf.xml.sample b/lib/galaxy/config/sample/object_store_conf.xml.sample index 401e27a4655..db5163a46a7 100644 --- a/lib/galaxy/config/sample/object_store_conf.xml.sample +++ b/lib/galaxy/config/sample/object_store_conf.xml.sample @@ -59,10 +59,16 @@ In distributed and hierarchical world, you can choose that some backends are automatically unused whenever they become too full. Setting the maxpctfull - attribute (on top level object_store it behaves as a global default) enables + attribute (on top level backends tag it behaves as a global default) enables this, or it can be applied to individual backends to override a global setting. This only applies to disk based backends and not remote object stores. + + By default, if a dataset should exist but its object_store_id is null, all + backends will be searched until it is found. This is to aid in Galaxy + servers moving from non-distributed to distributed object stores, but this + behavior can be disabled by setting search_for_missing="false" on the top + level backends tag. -->