Files
teleport/lib/utils/typical/cached_parser.go
T
rosstimothy bf270a124d Allow typical parsers to optionally support dynamic values (#39765)
Provides an opt-in mechanism to allow parsers to support dynamically
resolving variables at runtime. While this defeats some of the
static compile type benefits that typical guarantees, it is required
to allow existing parsers to be converted to use typical.

The existing resource parsers allow searching for variabls by their
fully qualified path. For example, the hostname of a server may
be quiered via `resource.spec.hostname`. In order to support this
typical could use some reflection to automatically add variables
to every nested field but that would be complicated and expensive.

Instead the ParserSpec can now be configured with
`GetUnknownIdentifier`, which allows creators of the parsers to
have full control over how a dynamic variable is resolved. The
parser prevents any dynamic resolution if the value is not configured
to limit the unsafe behvior to only parsers that explicitly opt in.
2024-03-27 13:07:47 +00:00

100 lines
3.3 KiB
Go

/*
* Teleport
* Copyright (C) 2023 Gravitational, Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
package typical
import (
"os"
"strconv"
"sync/atomic"
"github.com/gravitational/trace"
lru "github.com/hashicorp/golang-lru/v2"
"github.com/sirupsen/logrus"
)
const (
cacheSizeEnvVar = "TELEPORT_EXPRESSION_CACHE_SIZE"
defaultCacheSize = 1000
logAfterEvictions = 100
)
// newExpressionCache returns a new LRU cache meant to hold parsed expressions.
// The size of the cache defaults to 1000 but can be overridden with the
// TELEPORT_EXPRESSION_CACHE_SIZE environment variable. Each expression type
// will have its own unique cache with its own size.
func newExpressionCache[TExpr any]() (*lru.Cache[string, TExpr], error) {
cacheSize := defaultCacheSize
if env := os.Getenv(cacheSizeEnvVar); env != "" {
if envCacheSize, err := strconv.ParseUint(env, 10, 31); err != nil {
return nil, trace.Wrap(err)
} else {
cacheSize = int(envCacheSize)
}
}
cache, err := lru.New[string, TExpr](cacheSize)
return cache, trace.Wrap(err)
}
// CachedParser is a Parser that caches each parsed expression.
type CachedParser[TEnv, TResult any] struct {
Parser[TEnv, TResult]
cache *lru.Cache[string, Expression[TEnv, TResult]]
evictedCount atomic.Uint32
logger logger
}
// NewCachedParser creates a cached predicate expression parser with the given specification.
func NewCachedParser[TEnv, TResult any](spec ParserSpec[TEnv], opts ...ParserOption) (*CachedParser[TEnv, TResult], error) {
parser, err := NewParser[TEnv, TResult](spec, opts...)
if err != nil {
return nil, trace.Wrap(err)
}
cache, err := newExpressionCache[Expression[TEnv, TResult]]()
if err != nil {
return nil, trace.Wrap(err)
}
return &CachedParser[TEnv, TResult]{
Parser: *parser,
cache: cache,
logger: logrus.StandardLogger(),
}, nil
}
// Parse checks if [expression] is already present in the cache and returns the
// cached version if present, or else parses the expression to produce an
// Expression[TEnv, TResult] which is stored in the cache and returned.
func (c *CachedParser[TEnv, TResult]) Parse(expression string) (Expression[TEnv, TResult], error) {
if parsedExpr, ok := c.cache.Get(expression); ok {
return parsedExpr, nil
}
parsedExpr, err := c.Parser.Parse(expression)
if err != nil {
return nil, trace.Wrap(err)
}
if evicted := c.cache.Add(expression, parsedExpr); evicted && c.evictedCount.Add(1)%logAfterEvictions == 0 {
c.logger.Infof("%d entries have been evicted from the predicate expression cache, consider increasing TELEPORT_EXPRESSION_CACHE_SIZE",
logAfterEvictions)
}
return parsedExpr, nil
}
type logger interface {
Infof(fmt string, args ...any)
}