mirror of
https://github.com/yunionio/cloudpods.git
synced 2026-09-24 16:03:43 +08:00
Pengjingzhao ospp v2 (#23309)
* feat(mcp-server): 增加mcclient sdk适配器结构体以及对应的认证方法 * feat(mcp-server): 增加资源查询的sdk适配器方法 * feat(mcp-server): 增加资源操作的sdk适配器方法 * feat(mcp-server): 增加区域资源查询工具 * feat(mcp-server): 增加网络资源查询工具 * feat(mcp-server): 增加镜像资源查询工具 * feat(mcp-server): 增加虚拟机资源查询工具 * feat(mcp-server): 增加vpc资源查询工具 * feat(mcp-server): 增加存储资源查询工具 * feat(mcp-server): 增加套餐资源查询工具 * feat(mcp-server): 增加虚拟机创建工具 * feat(mcp-server): 增加虚拟机监控工具 * feat(mcp-server): 增加虚拟机操作工具,包括启动、重启、停止、重置密码和删除 * optimize(mcp-server): 增加工具函数接口定义 * feat(mcp-server): 增加工具函数所使用的结构体模型 * feat(mcp-server): 新增工具统一注册中心 * feat(mcp-server): 增加mcp服务中心 * feat(mcp-server): 增加统一配置中心 * feat(mcp-server): 增加服务启动主入口 * doc(mcp-server): 增加mcp-server相关的说明,安装和使用文档 * fix(mcp-server): 更正文档位置以及补充图片 * refactor(mcp-server): 修正了service以及配置解析的逻辑 * refactor(mcp-server): 将日志打印相关代码改成使用log * feat(mcp-server): 增加mcclient sdk适配器结构体以及对应的认证方法 * feat(mcp-server): 增加资源查询的sdk适配器方法 * feat(mcp-server): 增加资源操作的sdk适配器方法 * feat(mcp-server): 增加区域资源查询工具 * feat(mcp-server): 增加网络资源查询工具 * feat(mcp-server): 增加镜像资源查询工具 * feat(mcp-server): 增加虚拟机资源查询工具 * feat(mcp-server): 增加vpc资源查询工具 * feat(mcp-server): 增加存储资源查询工具 * feat(mcp-server): 增加套餐资源查询工具 * feat(mcp-server): 增加虚拟机创建工具 * feat(mcp-server): 增加虚拟机监控工具 * feat(mcp-server): 增加虚拟机操作工具,包括启动、重启、停止、重置密码和删除 * optimize(mcp-server): 增加工具函数接口定义 * feat(mcp-server): 增加工具函数所使用的结构体模型 * feat(mcp-server): 新增工具统一注册中心 * feat(mcp-server): 增加mcp服务中心 * feat(mcp-server): 增加统一配置中心 * feat(mcp-server): 增加服务启动主入口 * doc(mcp-server): 增加mcp-server相关的说明,安装和使用文档 * fix(mcp-server): 更正文档位置以及补充图片 * refactor(mcp-server): 修正了service以及配置解析的逻辑 * refactor(mcp-server): 将日志打印相关代码改成使用log * fix(mcp-server): 修复依赖导入以及缺失等问题 * refactor(mcp-server): 复用common_options * fix: 修复配置结构体字段重复的问题 * doc(mcp-server): 更正文档错误 * style(mcp-server): 格式化import顺序 * style(mcp-server): 格式化import导入 * style(mcp-server): 规范import语句 * doc(mcp-server): 给目录生成doc文件 --------- Co-authored-by: 屈轩 <qu_xuan@icloud.com>
This commit is contained in:
+27
@@ -0,0 +1,27 @@
|
||||
Copyright (c) 2009 The Go Authors. All rights reserved.
|
||||
|
||||
Redistribution and use in source and binary forms, with or without
|
||||
modification, are permitted provided that the following conditions are
|
||||
met:
|
||||
|
||||
* Redistributions of source code must retain the above copyright
|
||||
notice, this list of conditions and the following disclaimer.
|
||||
* Redistributions in binary form must reproduce the above
|
||||
copyright notice, this list of conditions and the following disclaimer
|
||||
in the documentation and/or other materials provided with the
|
||||
distribution.
|
||||
* Neither the name of Google Inc. nor the names of its
|
||||
contributors may be used to endorse or promote products derived from
|
||||
this software without specific prior written permission.
|
||||
|
||||
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||||
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||||
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||||
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||||
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||||
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
+5
@@ -0,0 +1,5 @@
|
||||
# generic-list-go [](https://github.com/bahlo/generic-list-go/actions/workflows/ci.yml)
|
||||
|
||||
Go [container/list](https://pkg.go.dev/container/list) but with generics.
|
||||
|
||||
The code is based on `container/list` in `go1.18beta2`.
|
||||
+235
@@ -0,0 +1,235 @@
|
||||
// Copyright 2009 The Go Authors. All rights reserved.
|
||||
// Use of this source code is governed by a BSD-style
|
||||
// license that can be found in the LICENSE file.
|
||||
|
||||
// Package list implements a doubly linked list.
|
||||
//
|
||||
// To iterate over a list (where l is a *List):
|
||||
// for e := l.Front(); e != nil; e = e.Next() {
|
||||
// // do something with e.Value
|
||||
// }
|
||||
//
|
||||
package list
|
||||
|
||||
// Element is an element of a linked list.
|
||||
type Element[T any] struct {
|
||||
// Next and previous pointers in the doubly-linked list of elements.
|
||||
// To simplify the implementation, internally a list l is implemented
|
||||
// as a ring, such that &l.root is both the next element of the last
|
||||
// list element (l.Back()) and the previous element of the first list
|
||||
// element (l.Front()).
|
||||
next, prev *Element[T]
|
||||
|
||||
// The list to which this element belongs.
|
||||
list *List[T]
|
||||
|
||||
// The value stored with this element.
|
||||
Value T
|
||||
}
|
||||
|
||||
// Next returns the next list element or nil.
|
||||
func (e *Element[T]) Next() *Element[T] {
|
||||
if p := e.next; e.list != nil && p != &e.list.root {
|
||||
return p
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// Prev returns the previous list element or nil.
|
||||
func (e *Element[T]) Prev() *Element[T] {
|
||||
if p := e.prev; e.list != nil && p != &e.list.root {
|
||||
return p
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// List represents a doubly linked list.
|
||||
// The zero value for List is an empty list ready to use.
|
||||
type List[T any] struct {
|
||||
root Element[T] // sentinel list element, only &root, root.prev, and root.next are used
|
||||
len int // current list length excluding (this) sentinel element
|
||||
}
|
||||
|
||||
// Init initializes or clears list l.
|
||||
func (l *List[T]) Init() *List[T] {
|
||||
l.root.next = &l.root
|
||||
l.root.prev = &l.root
|
||||
l.len = 0
|
||||
return l
|
||||
}
|
||||
|
||||
// New returns an initialized list.
|
||||
func New[T any]() *List[T] { return new(List[T]).Init() }
|
||||
|
||||
// Len returns the number of elements of list l.
|
||||
// The complexity is O(1).
|
||||
func (l *List[T]) Len() int { return l.len }
|
||||
|
||||
// Front returns the first element of list l or nil if the list is empty.
|
||||
func (l *List[T]) Front() *Element[T] {
|
||||
if l.len == 0 {
|
||||
return nil
|
||||
}
|
||||
return l.root.next
|
||||
}
|
||||
|
||||
// Back returns the last element of list l or nil if the list is empty.
|
||||
func (l *List[T]) Back() *Element[T] {
|
||||
if l.len == 0 {
|
||||
return nil
|
||||
}
|
||||
return l.root.prev
|
||||
}
|
||||
|
||||
// lazyInit lazily initializes a zero List value.
|
||||
func (l *List[T]) lazyInit() {
|
||||
if l.root.next == nil {
|
||||
l.Init()
|
||||
}
|
||||
}
|
||||
|
||||
// insert inserts e after at, increments l.len, and returns e.
|
||||
func (l *List[T]) insert(e, at *Element[T]) *Element[T] {
|
||||
e.prev = at
|
||||
e.next = at.next
|
||||
e.prev.next = e
|
||||
e.next.prev = e
|
||||
e.list = l
|
||||
l.len++
|
||||
return e
|
||||
}
|
||||
|
||||
// insertValue is a convenience wrapper for insert(&Element{Value: v}, at).
|
||||
func (l *List[T]) insertValue(v T, at *Element[T]) *Element[T] {
|
||||
return l.insert(&Element[T]{Value: v}, at)
|
||||
}
|
||||
|
||||
// remove removes e from its list, decrements l.len
|
||||
func (l *List[T]) remove(e *Element[T]) {
|
||||
e.prev.next = e.next
|
||||
e.next.prev = e.prev
|
||||
e.next = nil // avoid memory leaks
|
||||
e.prev = nil // avoid memory leaks
|
||||
e.list = nil
|
||||
l.len--
|
||||
}
|
||||
|
||||
// move moves e to next to at.
|
||||
func (l *List[T]) move(e, at *Element[T]) {
|
||||
if e == at {
|
||||
return
|
||||
}
|
||||
e.prev.next = e.next
|
||||
e.next.prev = e.prev
|
||||
|
||||
e.prev = at
|
||||
e.next = at.next
|
||||
e.prev.next = e
|
||||
e.next.prev = e
|
||||
}
|
||||
|
||||
// Remove removes e from l if e is an element of list l.
|
||||
// It returns the element value e.Value.
|
||||
// The element must not be nil.
|
||||
func (l *List[T]) Remove(e *Element[T]) T {
|
||||
if e.list == l {
|
||||
// if e.list == l, l must have been initialized when e was inserted
|
||||
// in l or l == nil (e is a zero Element) and l.remove will crash
|
||||
l.remove(e)
|
||||
}
|
||||
return e.Value
|
||||
}
|
||||
|
||||
// PushFront inserts a new element e with value v at the front of list l and returns e.
|
||||
func (l *List[T]) PushFront(v T) *Element[T] {
|
||||
l.lazyInit()
|
||||
return l.insertValue(v, &l.root)
|
||||
}
|
||||
|
||||
// PushBack inserts a new element e with value v at the back of list l and returns e.
|
||||
func (l *List[T]) PushBack(v T) *Element[T] {
|
||||
l.lazyInit()
|
||||
return l.insertValue(v, l.root.prev)
|
||||
}
|
||||
|
||||
// InsertBefore inserts a new element e with value v immediately before mark and returns e.
|
||||
// If mark is not an element of l, the list is not modified.
|
||||
// The mark must not be nil.
|
||||
func (l *List[T]) InsertBefore(v T, mark *Element[T]) *Element[T] {
|
||||
if mark.list != l {
|
||||
return nil
|
||||
}
|
||||
// see comment in List.Remove about initialization of l
|
||||
return l.insertValue(v, mark.prev)
|
||||
}
|
||||
|
||||
// InsertAfter inserts a new element e with value v immediately after mark and returns e.
|
||||
// If mark is not an element of l, the list is not modified.
|
||||
// The mark must not be nil.
|
||||
func (l *List[T]) InsertAfter(v T, mark *Element[T]) *Element[T] {
|
||||
if mark.list != l {
|
||||
return nil
|
||||
}
|
||||
// see comment in List.Remove about initialization of l
|
||||
return l.insertValue(v, mark)
|
||||
}
|
||||
|
||||
// MoveToFront moves element e to the front of list l.
|
||||
// If e is not an element of l, the list is not modified.
|
||||
// The element must not be nil.
|
||||
func (l *List[T]) MoveToFront(e *Element[T]) {
|
||||
if e.list != l || l.root.next == e {
|
||||
return
|
||||
}
|
||||
// see comment in List.Remove about initialization of l
|
||||
l.move(e, &l.root)
|
||||
}
|
||||
|
||||
// MoveToBack moves element e to the back of list l.
|
||||
// If e is not an element of l, the list is not modified.
|
||||
// The element must not be nil.
|
||||
func (l *List[T]) MoveToBack(e *Element[T]) {
|
||||
if e.list != l || l.root.prev == e {
|
||||
return
|
||||
}
|
||||
// see comment in List.Remove about initialization of l
|
||||
l.move(e, l.root.prev)
|
||||
}
|
||||
|
||||
// MoveBefore moves element e to its new position before mark.
|
||||
// If e or mark is not an element of l, or e == mark, the list is not modified.
|
||||
// The element and mark must not be nil.
|
||||
func (l *List[T]) MoveBefore(e, mark *Element[T]) {
|
||||
if e.list != l || e == mark || mark.list != l {
|
||||
return
|
||||
}
|
||||
l.move(e, mark.prev)
|
||||
}
|
||||
|
||||
// MoveAfter moves element e to its new position after mark.
|
||||
// If e or mark is not an element of l, or e == mark, the list is not modified.
|
||||
// The element and mark must not be nil.
|
||||
func (l *List[T]) MoveAfter(e, mark *Element[T]) {
|
||||
if e.list != l || e == mark || mark.list != l {
|
||||
return
|
||||
}
|
||||
l.move(e, mark)
|
||||
}
|
||||
|
||||
// PushBackList inserts a copy of another list at the back of list l.
|
||||
// The lists l and other may be the same. They must not be nil.
|
||||
func (l *List[T]) PushBackList(other *List[T]) {
|
||||
l.lazyInit()
|
||||
for i, e := other.Len(), other.Front(); i > 0; i, e = i-1, e.Next() {
|
||||
l.insertValue(e.Value, l.root.prev)
|
||||
}
|
||||
}
|
||||
|
||||
// PushFrontList inserts a copy of another list at the front of list l.
|
||||
// The lists l and other may be the same. They must not be nil.
|
||||
func (l *List[T]) PushFrontList(other *List[T]) {
|
||||
l.lazyInit()
|
||||
for i, e := other.Len(), other.Back(); i > 0; i, e = i-1, e.Prev() {
|
||||
l.insertValue(e.Value, &l.root)
|
||||
}
|
||||
}
|
||||
+12
@@ -0,0 +1,12 @@
|
||||
|
||||
*.test
|
||||
|
||||
*.out
|
||||
|
||||
*.mprof
|
||||
|
||||
.idea
|
||||
|
||||
vendor/github.com/buger/goterm/
|
||||
prof.cpu
|
||||
prof.mem
|
||||
+11
@@ -0,0 +1,11 @@
|
||||
language: go
|
||||
arch:
|
||||
- amd64
|
||||
- ppc64le
|
||||
go:
|
||||
- 1.7.x
|
||||
- 1.8.x
|
||||
- 1.9.x
|
||||
- 1.10.x
|
||||
- 1.11.x
|
||||
script: go test -v ./.
|
||||
+12
@@ -0,0 +1,12 @@
|
||||
FROM golang:1.6
|
||||
|
||||
RUN go get github.com/Jeffail/gabs
|
||||
RUN go get github.com/bitly/go-simplejson
|
||||
RUN go get github.com/pquerna/ffjson
|
||||
RUN go get github.com/antonholmquist/jason
|
||||
RUN go get github.com/mreiferson/go-ujson
|
||||
RUN go get -tags=unsafe -u github.com/ugorji/go/codec
|
||||
RUN go get github.com/mailru/easyjson
|
||||
|
||||
WORKDIR /go/src/github.com/buger/jsonparser
|
||||
ADD . /go/src/github.com/buger/jsonparser
|
||||
+21
@@ -0,0 +1,21 @@
|
||||
MIT License
|
||||
|
||||
Copyright (c) 2016 Leonid Bugaev
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
of this software and associated documentation files (the "Software"), to deal
|
||||
in the Software without restriction, including without limitation the rights
|
||||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all
|
||||
copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
SOFTWARE.
|
||||
+36
@@ -0,0 +1,36 @@
|
||||
SOURCE = parser.go
|
||||
CONTAINER = jsonparser
|
||||
SOURCE_PATH = /go/src/github.com/buger/jsonparser
|
||||
BENCHMARK = JsonParser
|
||||
BENCHTIME = 5s
|
||||
TEST = .
|
||||
DRUN = docker run -v `pwd`:$(SOURCE_PATH) -i -t $(CONTAINER)
|
||||
|
||||
build:
|
||||
docker build -t $(CONTAINER) .
|
||||
|
||||
race:
|
||||
$(DRUN) --env GORACE="halt_on_error=1" go test ./. $(ARGS) -v -race -timeout 15s
|
||||
|
||||
bench:
|
||||
$(DRUN) go test $(LDFLAGS) -test.benchmem -bench $(BENCHMARK) ./benchmark/ $(ARGS) -benchtime $(BENCHTIME) -v
|
||||
|
||||
bench_local:
|
||||
$(DRUN) go test $(LDFLAGS) -test.benchmem -bench . $(ARGS) -benchtime $(BENCHTIME) -v
|
||||
|
||||
profile:
|
||||
$(DRUN) go test $(LDFLAGS) -test.benchmem -bench $(BENCHMARK) ./benchmark/ $(ARGS) -memprofile mem.mprof -v
|
||||
$(DRUN) go test $(LDFLAGS) -test.benchmem -bench $(BENCHMARK) ./benchmark/ $(ARGS) -cpuprofile cpu.out -v
|
||||
$(DRUN) go test $(LDFLAGS) -test.benchmem -bench $(BENCHMARK) ./benchmark/ $(ARGS) -c
|
||||
|
||||
test:
|
||||
$(DRUN) go test $(LDFLAGS) ./ -run $(TEST) -timeout 10s $(ARGS) -v
|
||||
|
||||
fmt:
|
||||
$(DRUN) go fmt ./...
|
||||
|
||||
vet:
|
||||
$(DRUN) go vet ./.
|
||||
|
||||
bash:
|
||||
$(DRUN) /bin/bash
|
||||
+365
@@ -0,0 +1,365 @@
|
||||
[](https://goreportcard.com/report/github.com/buger/jsonparser) 
|
||||
# Alternative JSON parser for Go (10x times faster standard library)
|
||||
|
||||
It does not require you to know the structure of the payload (eg. create structs), and allows accessing fields by providing the path to them. It is up to **10 times faster** than standard `encoding/json` package (depending on payload size and usage), **allocates no memory**. See benchmarks below.
|
||||
|
||||
## Rationale
|
||||
Originally I made this for a project that relies on a lot of 3rd party APIs that can be unpredictable and complex.
|
||||
I love simplicity and prefer to avoid external dependecies. `encoding/json` requires you to know exactly your data structures, or if you prefer to use `map[string]interface{}` instead, it will be very slow and hard to manage.
|
||||
I investigated what's on the market and found that most libraries are just wrappers around `encoding/json`, there is few options with own parsers (`ffjson`, `easyjson`), but they still requires you to create data structures.
|
||||
|
||||
|
||||
Goal of this project is to push JSON parser to the performance limits and not sacrifice with compliance and developer user experience.
|
||||
|
||||
## Example
|
||||
For the given JSON our goal is to extract the user's full name, number of github followers and avatar.
|
||||
|
||||
```go
|
||||
import "github.com/buger/jsonparser"
|
||||
|
||||
...
|
||||
|
||||
data := []byte(`{
|
||||
"person": {
|
||||
"name": {
|
||||
"first": "Leonid",
|
||||
"last": "Bugaev",
|
||||
"fullName": "Leonid Bugaev"
|
||||
},
|
||||
"github": {
|
||||
"handle": "buger",
|
||||
"followers": 109
|
||||
},
|
||||
"avatars": [
|
||||
{ "url": "https://avatars1.githubusercontent.com/u/14009?v=3&s=460", "type": "thumbnail" }
|
||||
]
|
||||
},
|
||||
"company": {
|
||||
"name": "Acme"
|
||||
}
|
||||
}`)
|
||||
|
||||
// You can specify key path by providing arguments to Get function
|
||||
jsonparser.Get(data, "person", "name", "fullName")
|
||||
|
||||
// There is `GetInt` and `GetBoolean` helpers if you exactly know key data type
|
||||
jsonparser.GetInt(data, "person", "github", "followers")
|
||||
|
||||
// When you try to get object, it will return you []byte slice pointer to data containing it
|
||||
// In `company` it will be `{"name": "Acme"}`
|
||||
jsonparser.Get(data, "company")
|
||||
|
||||
// If the key doesn't exist it will throw an error
|
||||
var size int64
|
||||
if value, err := jsonparser.GetInt(data, "company", "size"); err == nil {
|
||||
size = value
|
||||
}
|
||||
|
||||
// You can use `ArrayEach` helper to iterate items [item1, item2 .... itemN]
|
||||
jsonparser.ArrayEach(data, func(value []byte, dataType jsonparser.ValueType, offset int, err error) {
|
||||
fmt.Println(jsonparser.Get(value, "url"))
|
||||
}, "person", "avatars")
|
||||
|
||||
// Or use can access fields by index!
|
||||
jsonparser.GetString(data, "person", "avatars", "[0]", "url")
|
||||
|
||||
// You can use `ObjectEach` helper to iterate objects { "key1":object1, "key2":object2, .... "keyN":objectN }
|
||||
jsonparser.ObjectEach(data, func(key []byte, value []byte, dataType jsonparser.ValueType, offset int) error {
|
||||
fmt.Printf("Key: '%s'\n Value: '%s'\n Type: %s\n", string(key), string(value), dataType)
|
||||
return nil
|
||||
}, "person", "name")
|
||||
|
||||
// The most efficient way to extract multiple keys is `EachKey`
|
||||
|
||||
paths := [][]string{
|
||||
[]string{"person", "name", "fullName"},
|
||||
[]string{"person", "avatars", "[0]", "url"},
|
||||
[]string{"company", "url"},
|
||||
}
|
||||
jsonparser.EachKey(data, func(idx int, value []byte, vt jsonparser.ValueType, err error){
|
||||
switch idx {
|
||||
case 0: // []string{"person", "name", "fullName"}
|
||||
...
|
||||
case 1: // []string{"person", "avatars", "[0]", "url"}
|
||||
...
|
||||
case 2: // []string{"company", "url"},
|
||||
...
|
||||
}
|
||||
}, paths...)
|
||||
|
||||
// For more information see docs below
|
||||
```
|
||||
|
||||
## Need to speedup your app?
|
||||
|
||||
I'm available for consulting and can help you push your app performance to the limits. Ping me at: leonsbox@gmail.com.
|
||||
|
||||
## Reference
|
||||
|
||||
Library API is really simple. You just need the `Get` method to perform any operation. The rest is just helpers around it.
|
||||
|
||||
You also can view API at [godoc.org](https://godoc.org/github.com/buger/jsonparser)
|
||||
|
||||
|
||||
### **`Get`**
|
||||
```go
|
||||
func Get(data []byte, keys ...string) (value []byte, dataType jsonparser.ValueType, offset int, err error)
|
||||
```
|
||||
Receives data structure, and key path to extract value from.
|
||||
|
||||
Returns:
|
||||
* `value` - Pointer to original data structure containing key value, or just empty slice if nothing found or error
|
||||
* `dataType` - Can be: `NotExist`, `String`, `Number`, `Object`, `Array`, `Boolean` or `Null`
|
||||
* `offset` - Offset from provided data structure where key value ends. Used mostly internally, for example for `ArrayEach` helper.
|
||||
* `err` - If the key is not found or any other parsing issue, it should return error. If key not found it also sets `dataType` to `NotExist`
|
||||
|
||||
Accepts multiple keys to specify path to JSON value (in case of quering nested structures).
|
||||
If no keys are provided it will try to extract the closest JSON value (simple ones or object/array), useful for reading streams or arrays, see `ArrayEach` implementation.
|
||||
|
||||
Note that keys can be an array indexes: `jsonparser.GetInt("person", "avatars", "[0]", "url")`, pretty cool, yeah?
|
||||
|
||||
### **`GetString`**
|
||||
```go
|
||||
func GetString(data []byte, keys ...string) (val string, err error)
|
||||
```
|
||||
Returns strings properly handing escaped and unicode characters. Note that this will cause additional memory allocations.
|
||||
|
||||
### **`GetUnsafeString`**
|
||||
If you need string in your app, and ready to sacrifice with support of escaped symbols in favor of speed. It returns string mapped to existing byte slice memory, without any allocations:
|
||||
```go
|
||||
s, _, := jsonparser.GetUnsafeString(data, "person", "name", "title")
|
||||
switch s {
|
||||
case 'CEO':
|
||||
...
|
||||
case 'Engineer'
|
||||
...
|
||||
...
|
||||
}
|
||||
```
|
||||
Note that `unsafe` here means that your string will exist until GC will free underlying byte slice, for most of cases it means that you can use this string only in current context, and should not pass it anywhere externally: through channels or any other way.
|
||||
|
||||
|
||||
### **`GetBoolean`**, **`GetInt`** and **`GetFloat`**
|
||||
```go
|
||||
func GetBoolean(data []byte, keys ...string) (val bool, err error)
|
||||
|
||||
func GetFloat(data []byte, keys ...string) (val float64, err error)
|
||||
|
||||
func GetInt(data []byte, keys ...string) (val int64, err error)
|
||||
```
|
||||
If you know the key type, you can use the helpers above.
|
||||
If key data type do not match, it will return error.
|
||||
|
||||
### **`ArrayEach`**
|
||||
```go
|
||||
func ArrayEach(data []byte, cb func(value []byte, dataType jsonparser.ValueType, offset int, err error), keys ...string)
|
||||
```
|
||||
Needed for iterating arrays, accepts a callback function with the same return arguments as `Get`.
|
||||
|
||||
### **`ObjectEach`**
|
||||
```go
|
||||
func ObjectEach(data []byte, callback func(key []byte, value []byte, dataType ValueType, offset int) error, keys ...string) (err error)
|
||||
```
|
||||
Needed for iterating object, accepts a callback function. Example:
|
||||
```go
|
||||
var handler func([]byte, []byte, jsonparser.ValueType, int) error
|
||||
handler = func(key []byte, value []byte, dataType jsonparser.ValueType, offset int) error {
|
||||
//do stuff here
|
||||
}
|
||||
jsonparser.ObjectEach(myJson, handler)
|
||||
```
|
||||
|
||||
|
||||
### **`EachKey`**
|
||||
```go
|
||||
func EachKey(data []byte, cb func(idx int, value []byte, dataType jsonparser.ValueType, err error), paths ...[]string)
|
||||
```
|
||||
When you need to read multiple keys, and you do not afraid of low-level API `EachKey` is your friend. It read payload only single time, and calls callback function once path is found. For example when you call multiple times `Get`, it has to process payload multiple times, each time you call it. Depending on payload `EachKey` can be multiple times faster than `Get`. Path can use nested keys as well!
|
||||
|
||||
```go
|
||||
paths := [][]string{
|
||||
[]string{"uuid"},
|
||||
[]string{"tz"},
|
||||
[]string{"ua"},
|
||||
[]string{"st"},
|
||||
}
|
||||
var data SmallPayload
|
||||
|
||||
jsonparser.EachKey(smallFixture, func(idx int, value []byte, vt jsonparser.ValueType, err error){
|
||||
switch idx {
|
||||
case 0:
|
||||
data.Uuid, _ = value
|
||||
case 1:
|
||||
v, _ := jsonparser.ParseInt(value)
|
||||
data.Tz = int(v)
|
||||
case 2:
|
||||
data.Ua, _ = value
|
||||
case 3:
|
||||
v, _ := jsonparser.ParseInt(value)
|
||||
data.St = int(v)
|
||||
}
|
||||
}, paths...)
|
||||
```
|
||||
|
||||
### **`Set`**
|
||||
```go
|
||||
func Set(data []byte, setValue []byte, keys ...string) (value []byte, err error)
|
||||
```
|
||||
Receives existing data structure, key path to set, and value to set at that key. *This functionality is experimental.*
|
||||
|
||||
Returns:
|
||||
* `value` - Pointer to original data structure with updated or added key value.
|
||||
* `err` - If any parsing issue, it should return error.
|
||||
|
||||
Accepts multiple keys to specify path to JSON value (in case of updating or creating nested structures).
|
||||
|
||||
Note that keys can be an array indexes: `jsonparser.Set(data, []byte("http://github.com"), "person", "avatars", "[0]", "url")`
|
||||
|
||||
### **`Delete`**
|
||||
```go
|
||||
func Delete(data []byte, keys ...string) value []byte
|
||||
```
|
||||
Receives existing data structure, and key path to delete. *This functionality is experimental.*
|
||||
|
||||
Returns:
|
||||
* `value` - Pointer to original data structure with key path deleted if it can be found. If there is no key path, then the whole data structure is deleted.
|
||||
|
||||
Accepts multiple keys to specify path to JSON value (in case of updating or creating nested structures).
|
||||
|
||||
Note that keys can be an array indexes: `jsonparser.Delete(data, "person", "avatars", "[0]", "url")`
|
||||
|
||||
|
||||
## What makes it so fast?
|
||||
* It does not rely on `encoding/json`, `reflection` or `interface{}`, the only real package dependency is `bytes`.
|
||||
* Operates with JSON payload on byte level, providing you pointers to the original data structure: no memory allocation.
|
||||
* No automatic type conversions, by default everything is a []byte, but it provides you value type, so you can convert by yourself (there is few helpers included).
|
||||
* Does not parse full record, only keys you specified
|
||||
|
||||
|
||||
## Benchmarks
|
||||
|
||||
There are 3 benchmark types, trying to simulate real-life usage for small, medium and large JSON payloads.
|
||||
For each metric, the lower value is better. Time/op is in nanoseconds. Values better than standard encoding/json marked as bold text.
|
||||
Benchmarks run on standard Linode 1024 box.
|
||||
|
||||
Compared libraries:
|
||||
* https://golang.org/pkg/encoding/json
|
||||
* https://github.com/Jeffail/gabs
|
||||
* https://github.com/a8m/djson
|
||||
* https://github.com/bitly/go-simplejson
|
||||
* https://github.com/antonholmquist/jason
|
||||
* https://github.com/mreiferson/go-ujson
|
||||
* https://github.com/ugorji/go/codec
|
||||
* https://github.com/pquerna/ffjson
|
||||
* https://github.com/mailru/easyjson
|
||||
* https://github.com/buger/jsonparser
|
||||
|
||||
#### TLDR
|
||||
If you want to skip next sections we have 2 winner: `jsonparser` and `easyjson`.
|
||||
`jsonparser` is up to 10 times faster than standard `encoding/json` package (depending on payload size and usage), and almost infinitely (literally) better in memory consumption because it operates with data on byte level, and provide direct slice pointers.
|
||||
`easyjson` wins in CPU in medium tests and frankly i'm impressed with this package: it is remarkable results considering that it is almost drop-in replacement for `encoding/json` (require some code generation).
|
||||
|
||||
It's hard to fully compare `jsonparser` and `easyjson` (or `ffson`), they a true parsers and fully process record, unlike `jsonparser` which parse only keys you specified.
|
||||
|
||||
If you searching for replacement of `encoding/json` while keeping structs, `easyjson` is an amazing choice. If you want to process dynamic JSON, have memory constrains, or more control over your data you should try `jsonparser`.
|
||||
|
||||
`jsonparser` performance heavily depends on usage, and it works best when you do not need to process full record, only some keys. The more calls you need to make, the slower it will be, in contrast `easyjson` (or `ffjson`, `encoding/json`) parser record only 1 time, and then you can make as many calls as you want.
|
||||
|
||||
With great power comes great responsibility! :)
|
||||
|
||||
|
||||
#### Small payload
|
||||
|
||||
Each test processes 190 bytes of http log as a JSON record.
|
||||
It should read multiple fields.
|
||||
https://github.com/buger/jsonparser/blob/master/benchmark/benchmark_small_payload_test.go
|
||||
|
||||
Library | time/op | bytes/op | allocs/op
|
||||
------ | ------- | -------- | -------
|
||||
encoding/json struct | 7879 | 880 | 18
|
||||
encoding/json interface{} | 8946 | 1521 | 38
|
||||
Jeffail/gabs | 10053 | 1649 | 46
|
||||
bitly/go-simplejson | 10128 | 2241 | 36
|
||||
antonholmquist/jason | 27152 | 7237 | 101
|
||||
github.com/ugorji/go/codec | 8806 | 2176 | 31
|
||||
mreiferson/go-ujson | **7008** | **1409** | 37
|
||||
a8m/djson | 3862 | 1249 | 30
|
||||
pquerna/ffjson | **3769** | **624** | **15**
|
||||
mailru/easyjson | **2002** | **192** | **9**
|
||||
buger/jsonparser | **1367** | **0** | **0**
|
||||
buger/jsonparser (EachKey API) | **809** | **0** | **0**
|
||||
|
||||
Winners are ffjson, easyjson and jsonparser, where jsonparser is up to 9.8x faster than encoding/json and 4.6x faster than ffjson, and slightly faster than easyjson.
|
||||
If you look at memory allocation, jsonparser has no rivals, as it makes no data copy and operates with raw []byte structures and pointers to it.
|
||||
|
||||
#### Medium payload
|
||||
|
||||
Each test processes a 2.4kb JSON record (based on Clearbit API).
|
||||
It should read multiple nested fields and 1 array.
|
||||
|
||||
https://github.com/buger/jsonparser/blob/master/benchmark/benchmark_medium_payload_test.go
|
||||
|
||||
| Library | time/op | bytes/op | allocs/op |
|
||||
| ------- | ------- | -------- | --------- |
|
||||
| encoding/json struct | 57749 | 1336 | 29 |
|
||||
| encoding/json interface{} | 79297 | 10627 | 215 |
|
||||
| Jeffail/gabs | 83807 | 11202 | 235 |
|
||||
| bitly/go-simplejson | 88187 | 17187 | 220 |
|
||||
| antonholmquist/jason | 94099 | 19013 | 247 |
|
||||
| github.com/ugorji/go/codec | 114719 | 6712 | 152 |
|
||||
| mreiferson/go-ujson | **56972** | 11547 | 270 |
|
||||
| a8m/djson | 28525 | 10196 | 198 |
|
||||
| pquerna/ffjson | **20298** | **856** | **20** |
|
||||
| mailru/easyjson | **10512** | **336** | **12** |
|
||||
| buger/jsonparser | **15955** | **0** | **0** |
|
||||
| buger/jsonparser (EachKey API) | **8916** | **0** | **0** |
|
||||
|
||||
The difference between ffjson and jsonparser in CPU usage is smaller, while the memory consumption difference is growing. On the other hand `easyjson` shows remarkable performance for medium payload.
|
||||
|
||||
`gabs`, `go-simplejson` and `jason` are based on encoding/json and map[string]interface{} and actually only helpers for unstructured JSON, their performance correlate with `encoding/json interface{}`, and they will skip next round.
|
||||
`go-ujson` while have its own parser, shows same performance as `encoding/json`, also skips next round. Same situation with `ugorji/go/codec`, but it showed unexpectedly bad performance for complex payloads.
|
||||
|
||||
|
||||
#### Large payload
|
||||
|
||||
Each test processes a 24kb JSON record (based on Discourse API)
|
||||
It should read 2 arrays, and for each item in array get a few fields.
|
||||
Basically it means processing a full JSON file.
|
||||
|
||||
https://github.com/buger/jsonparser/blob/master/benchmark/benchmark_large_payload_test.go
|
||||
|
||||
| Library | time/op | bytes/op | allocs/op |
|
||||
| --- | --- | --- | --- |
|
||||
| encoding/json struct | 748336 | 8272 | 307 |
|
||||
| encoding/json interface{} | 1224271 | 215425 | 3395 |
|
||||
| a8m/djson | 510082 | 213682 | 2845 |
|
||||
| pquerna/ffjson | **312271** | **7792** | **298** |
|
||||
| mailru/easyjson | **154186** | **6992** | **288** |
|
||||
| buger/jsonparser | **85308** | **0** | **0** |
|
||||
|
||||
`jsonparser` now is a winner, but do not forget that it is way more lightweight parser than `ffson` or `easyjson`, and they have to parser all the data, while `jsonparser` parse only what you need. All `ffjson`, `easysjon` and `jsonparser` have their own parsing code, and does not depend on `encoding/json` or `interface{}`, thats one of the reasons why they are so fast. `easyjson` also use a bit of `unsafe` package to reduce memory consuption (in theory it can lead to some unexpected GC issue, but i did not tested enough)
|
||||
|
||||
Also last benchmark did not included `EachKey` test, because in this particular case we need to read lot of Array values, and using `ArrayEach` is more efficient.
|
||||
|
||||
## Questions and support
|
||||
|
||||
All bug-reports and suggestions should go though Github Issues.
|
||||
|
||||
## Contributing
|
||||
|
||||
1. Fork it
|
||||
2. Create your feature branch (git checkout -b my-new-feature)
|
||||
3. Commit your changes (git commit -am 'Added some feature')
|
||||
4. Push to the branch (git push origin my-new-feature)
|
||||
5. Create new Pull Request
|
||||
|
||||
## Development
|
||||
|
||||
All my development happens using Docker, and repo include some Make tasks to simplify development.
|
||||
|
||||
* `make build` - builds docker image, usually can be called only once
|
||||
* `make test` - run tests
|
||||
* `make fmt` - run go fmt
|
||||
* `make bench` - run benchmarks (if you need to run only single benchmark modify `BENCHMARK` variable in make file)
|
||||
* `make profile` - runs benchmark and generate 3 files- `cpu.out`, `mem.mprof` and `benchmark.test` binary, which can be used for `go tool pprof`
|
||||
* `make bash` - enter container (i use it for running `go tool pprof` above)
|
||||
+47
@@ -0,0 +1,47 @@
|
||||
package jsonparser
|
||||
|
||||
import (
|
||||
bio "bytes"
|
||||
)
|
||||
|
||||
// minInt64 '-9223372036854775808' is the smallest representable number in int64
|
||||
const minInt64 = `9223372036854775808`
|
||||
|
||||
// About 2x faster then strconv.ParseInt because it only supports base 10, which is enough for JSON
|
||||
func parseInt(bytes []byte) (v int64, ok bool, overflow bool) {
|
||||
if len(bytes) == 0 {
|
||||
return 0, false, false
|
||||
}
|
||||
|
||||
var neg bool = false
|
||||
if bytes[0] == '-' {
|
||||
neg = true
|
||||
bytes = bytes[1:]
|
||||
}
|
||||
|
||||
var b int64 = 0
|
||||
for _, c := range bytes {
|
||||
if c >= '0' && c <= '9' {
|
||||
b = (10 * v) + int64(c-'0')
|
||||
} else {
|
||||
return 0, false, false
|
||||
}
|
||||
if overflow = (b < v); overflow {
|
||||
break
|
||||
}
|
||||
v = b
|
||||
}
|
||||
|
||||
if overflow {
|
||||
if neg && bio.Equal(bytes, []byte(minInt64)) {
|
||||
return b, true, false
|
||||
}
|
||||
return 0, false, true
|
||||
}
|
||||
|
||||
if neg {
|
||||
return -v, true, false
|
||||
} else {
|
||||
return v, true, false
|
||||
}
|
||||
}
|
||||
+25
@@ -0,0 +1,25 @@
|
||||
// +build appengine appenginevm
|
||||
|
||||
package jsonparser
|
||||
|
||||
import (
|
||||
"strconv"
|
||||
)
|
||||
|
||||
// See fastbytes_unsafe.go for explanation on why *[]byte is used (signatures must be consistent with those in that file)
|
||||
|
||||
func equalStr(b *[]byte, s string) bool {
|
||||
return string(*b) == s
|
||||
}
|
||||
|
||||
func parseFloat(b *[]byte) (float64, error) {
|
||||
return strconv.ParseFloat(string(*b), 64)
|
||||
}
|
||||
|
||||
func bytesToString(b *[]byte) string {
|
||||
return string(*b)
|
||||
}
|
||||
|
||||
func StringToBytes(s string) []byte {
|
||||
return []byte(s)
|
||||
}
|
||||
+44
@@ -0,0 +1,44 @@
|
||||
// +build !appengine,!appenginevm
|
||||
|
||||
package jsonparser
|
||||
|
||||
import (
|
||||
"reflect"
|
||||
"strconv"
|
||||
"unsafe"
|
||||
"runtime"
|
||||
)
|
||||
|
||||
//
|
||||
// The reason for using *[]byte rather than []byte in parameters is an optimization. As of Go 1.6,
|
||||
// the compiler cannot perfectly inline the function when using a non-pointer slice. That is,
|
||||
// the non-pointer []byte parameter version is slower than if its function body is manually
|
||||
// inlined, whereas the pointer []byte version is equally fast to the manually inlined
|
||||
// version. Instruction count in assembly taken from "go tool compile" confirms this difference.
|
||||
//
|
||||
// TODO: Remove hack after Go 1.7 release
|
||||
//
|
||||
func equalStr(b *[]byte, s string) bool {
|
||||
return *(*string)(unsafe.Pointer(b)) == s
|
||||
}
|
||||
|
||||
func parseFloat(b *[]byte) (float64, error) {
|
||||
return strconv.ParseFloat(*(*string)(unsafe.Pointer(b)), 64)
|
||||
}
|
||||
|
||||
// A hack until issue golang/go#2632 is fixed.
|
||||
// See: https://github.com/golang/go/issues/2632
|
||||
func bytesToString(b *[]byte) string {
|
||||
return *(*string)(unsafe.Pointer(b))
|
||||
}
|
||||
|
||||
func StringToBytes(s string) []byte {
|
||||
b := make([]byte, 0, 0)
|
||||
bh := (*reflect.SliceHeader)(unsafe.Pointer(&b))
|
||||
sh := (*reflect.StringHeader)(unsafe.Pointer(&s))
|
||||
bh.Data = sh.Data
|
||||
bh.Cap = sh.Len
|
||||
bh.Len = sh.Len
|
||||
runtime.KeepAlive(s)
|
||||
return b
|
||||
}
|
||||
+173
@@ -0,0 +1,173 @@
|
||||
package jsonparser
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"unicode/utf8"
|
||||
)
|
||||
|
||||
// JSON Unicode stuff: see https://tools.ietf.org/html/rfc7159#section-7
|
||||
|
||||
const supplementalPlanesOffset = 0x10000
|
||||
const highSurrogateOffset = 0xD800
|
||||
const lowSurrogateOffset = 0xDC00
|
||||
|
||||
const basicMultilingualPlaneReservedOffset = 0xDFFF
|
||||
const basicMultilingualPlaneOffset = 0xFFFF
|
||||
|
||||
func combineUTF16Surrogates(high, low rune) rune {
|
||||
return supplementalPlanesOffset + (high-highSurrogateOffset)<<10 + (low - lowSurrogateOffset)
|
||||
}
|
||||
|
||||
const badHex = -1
|
||||
|
||||
func h2I(c byte) int {
|
||||
switch {
|
||||
case c >= '0' && c <= '9':
|
||||
return int(c - '0')
|
||||
case c >= 'A' && c <= 'F':
|
||||
return int(c - 'A' + 10)
|
||||
case c >= 'a' && c <= 'f':
|
||||
return int(c - 'a' + 10)
|
||||
}
|
||||
return badHex
|
||||
}
|
||||
|
||||
// decodeSingleUnicodeEscape decodes a single \uXXXX escape sequence. The prefix \u is assumed to be present and
|
||||
// is not checked.
|
||||
// In JSON, these escapes can either come alone or as part of "UTF16 surrogate pairs" that must be handled together.
|
||||
// This function only handles one; decodeUnicodeEscape handles this more complex case.
|
||||
func decodeSingleUnicodeEscape(in []byte) (rune, bool) {
|
||||
// We need at least 6 characters total
|
||||
if len(in) < 6 {
|
||||
return utf8.RuneError, false
|
||||
}
|
||||
|
||||
// Convert hex to decimal
|
||||
h1, h2, h3, h4 := h2I(in[2]), h2I(in[3]), h2I(in[4]), h2I(in[5])
|
||||
if h1 == badHex || h2 == badHex || h3 == badHex || h4 == badHex {
|
||||
return utf8.RuneError, false
|
||||
}
|
||||
|
||||
// Compose the hex digits
|
||||
return rune(h1<<12 + h2<<8 + h3<<4 + h4), true
|
||||
}
|
||||
|
||||
// isUTF16EncodedRune checks if a rune is in the range for non-BMP characters,
|
||||
// which is used to describe UTF16 chars.
|
||||
// Source: https://en.wikipedia.org/wiki/Plane_(Unicode)#Basic_Multilingual_Plane
|
||||
func isUTF16EncodedRune(r rune) bool {
|
||||
return highSurrogateOffset <= r && r <= basicMultilingualPlaneReservedOffset
|
||||
}
|
||||
|
||||
func decodeUnicodeEscape(in []byte) (rune, int) {
|
||||
if r, ok := decodeSingleUnicodeEscape(in); !ok {
|
||||
// Invalid Unicode escape
|
||||
return utf8.RuneError, -1
|
||||
} else if r <= basicMultilingualPlaneOffset && !isUTF16EncodedRune(r) {
|
||||
// Valid Unicode escape in Basic Multilingual Plane
|
||||
return r, 6
|
||||
} else if r2, ok := decodeSingleUnicodeEscape(in[6:]); !ok { // Note: previous decodeSingleUnicodeEscape success guarantees at least 6 bytes remain
|
||||
// UTF16 "high surrogate" without manditory valid following Unicode escape for the "low surrogate"
|
||||
return utf8.RuneError, -1
|
||||
} else if r2 < lowSurrogateOffset {
|
||||
// Invalid UTF16 "low surrogate"
|
||||
return utf8.RuneError, -1
|
||||
} else {
|
||||
// Valid UTF16 surrogate pair
|
||||
return combineUTF16Surrogates(r, r2), 12
|
||||
}
|
||||
}
|
||||
|
||||
// backslashCharEscapeTable: when '\X' is found for some byte X, it is to be replaced with backslashCharEscapeTable[X]
|
||||
var backslashCharEscapeTable = [...]byte{
|
||||
'"': '"',
|
||||
'\\': '\\',
|
||||
'/': '/',
|
||||
'b': '\b',
|
||||
'f': '\f',
|
||||
'n': '\n',
|
||||
'r': '\r',
|
||||
't': '\t',
|
||||
}
|
||||
|
||||
// unescapeToUTF8 unescapes the single escape sequence starting at 'in' into 'out' and returns
|
||||
// how many characters were consumed from 'in' and emitted into 'out'.
|
||||
// If a valid escape sequence does not appear as a prefix of 'in', (-1, -1) to signal the error.
|
||||
func unescapeToUTF8(in, out []byte) (inLen int, outLen int) {
|
||||
if len(in) < 2 || in[0] != '\\' {
|
||||
// Invalid escape due to insufficient characters for any escape or no initial backslash
|
||||
return -1, -1
|
||||
}
|
||||
|
||||
// https://tools.ietf.org/html/rfc7159#section-7
|
||||
switch e := in[1]; e {
|
||||
case '"', '\\', '/', 'b', 'f', 'n', 'r', 't':
|
||||
// Valid basic 2-character escapes (use lookup table)
|
||||
out[0] = backslashCharEscapeTable[e]
|
||||
return 2, 1
|
||||
case 'u':
|
||||
// Unicode escape
|
||||
if r, inLen := decodeUnicodeEscape(in); inLen == -1 {
|
||||
// Invalid Unicode escape
|
||||
return -1, -1
|
||||
} else {
|
||||
// Valid Unicode escape; re-encode as UTF8
|
||||
outLen := utf8.EncodeRune(out, r)
|
||||
return inLen, outLen
|
||||
}
|
||||
}
|
||||
|
||||
return -1, -1
|
||||
}
|
||||
|
||||
// unescape unescapes the string contained in 'in' and returns it as a slice.
|
||||
// If 'in' contains no escaped characters:
|
||||
// Returns 'in'.
|
||||
// Else, if 'out' is of sufficient capacity (guaranteed if cap(out) >= len(in)):
|
||||
// 'out' is used to build the unescaped string and is returned with no extra allocation
|
||||
// Else:
|
||||
// A new slice is allocated and returned.
|
||||
func Unescape(in, out []byte) ([]byte, error) {
|
||||
firstBackslash := bytes.IndexByte(in, '\\')
|
||||
if firstBackslash == -1 {
|
||||
return in, nil
|
||||
}
|
||||
|
||||
// Get a buffer of sufficient size (allocate if needed)
|
||||
if cap(out) < len(in) {
|
||||
out = make([]byte, len(in))
|
||||
} else {
|
||||
out = out[0:len(in)]
|
||||
}
|
||||
|
||||
// Copy the first sequence of unescaped bytes to the output and obtain a buffer pointer (subslice)
|
||||
copy(out, in[:firstBackslash])
|
||||
in = in[firstBackslash:]
|
||||
buf := out[firstBackslash:]
|
||||
|
||||
for len(in) > 0 {
|
||||
// Unescape the next escaped character
|
||||
inLen, bufLen := unescapeToUTF8(in, buf)
|
||||
if inLen == -1 {
|
||||
return nil, MalformedStringEscapeError
|
||||
}
|
||||
|
||||
in = in[inLen:]
|
||||
buf = buf[bufLen:]
|
||||
|
||||
// Copy everything up until the next backslash
|
||||
nextBackslash := bytes.IndexByte(in, '\\')
|
||||
if nextBackslash == -1 {
|
||||
copy(buf, in)
|
||||
buf = buf[len(in):]
|
||||
break
|
||||
} else {
|
||||
copy(buf, in[:nextBackslash])
|
||||
buf = buf[nextBackslash:]
|
||||
in = in[nextBackslash:]
|
||||
}
|
||||
}
|
||||
|
||||
// Trim the out buffer to the amount that was actually emitted
|
||||
return out[:len(out)-len(buf)], nil
|
||||
}
|
||||
+117
@@ -0,0 +1,117 @@
|
||||
package jsonparser
|
||||
|
||||
func FuzzParseString(data []byte) int {
|
||||
r, err := ParseString(data)
|
||||
if err != nil || r == "" {
|
||||
return 0
|
||||
}
|
||||
return 1
|
||||
}
|
||||
|
||||
func FuzzEachKey(data []byte) int {
|
||||
paths := [][]string{
|
||||
{"name"},
|
||||
{"order"},
|
||||
{"nested", "a"},
|
||||
{"nested", "b"},
|
||||
{"nested2", "a"},
|
||||
{"nested", "nested3", "b"},
|
||||
{"arr", "[1]", "b"},
|
||||
{"arrInt", "[3]"},
|
||||
{"arrInt", "[5]"},
|
||||
{"nested"},
|
||||
{"arr", "["},
|
||||
{"a\n", "b\n"},
|
||||
}
|
||||
EachKey(data, func(idx int, value []byte, vt ValueType, err error) {}, paths...)
|
||||
return 1
|
||||
}
|
||||
|
||||
func FuzzDelete(data []byte) int {
|
||||
Delete(data, "test")
|
||||
return 1
|
||||
}
|
||||
|
||||
func FuzzSet(data []byte) int {
|
||||
_, err := Set(data, []byte(`"new value"`), "test")
|
||||
if err != nil {
|
||||
return 0
|
||||
}
|
||||
return 1
|
||||
}
|
||||
|
||||
func FuzzObjectEach(data []byte) int {
|
||||
_ = ObjectEach(data, func(key, value []byte, valueType ValueType, off int) error {
|
||||
return nil
|
||||
})
|
||||
return 1
|
||||
}
|
||||
|
||||
func FuzzParseFloat(data []byte) int {
|
||||
_, err := ParseFloat(data)
|
||||
if err != nil {
|
||||
return 0
|
||||
}
|
||||
return 1
|
||||
}
|
||||
|
||||
func FuzzParseInt(data []byte) int {
|
||||
_, err := ParseInt(data)
|
||||
if err != nil {
|
||||
return 0
|
||||
}
|
||||
return 1
|
||||
}
|
||||
|
||||
func FuzzParseBool(data []byte) int {
|
||||
_, err := ParseBoolean(data)
|
||||
if err != nil {
|
||||
return 0
|
||||
}
|
||||
return 1
|
||||
}
|
||||
|
||||
func FuzzTokenStart(data []byte) int {
|
||||
_ = tokenStart(data)
|
||||
return 1
|
||||
}
|
||||
|
||||
func FuzzGetString(data []byte) int {
|
||||
_, err := GetString(data, "test")
|
||||
if err != nil {
|
||||
return 0
|
||||
}
|
||||
return 1
|
||||
}
|
||||
|
||||
func FuzzGetFloat(data []byte) int {
|
||||
_, err := GetFloat(data, "test")
|
||||
if err != nil {
|
||||
return 0
|
||||
}
|
||||
return 1
|
||||
}
|
||||
|
||||
func FuzzGetInt(data []byte) int {
|
||||
_, err := GetInt(data, "test")
|
||||
if err != nil {
|
||||
return 0
|
||||
}
|
||||
return 1
|
||||
}
|
||||
|
||||
func FuzzGetBoolean(data []byte) int {
|
||||
_, err := GetBoolean(data, "test")
|
||||
if err != nil {
|
||||
return 0
|
||||
}
|
||||
return 1
|
||||
}
|
||||
|
||||
func FuzzGetUnsafeString(data []byte) int {
|
||||
_, err := GetUnsafeString(data, "test")
|
||||
if err != nil {
|
||||
return 0
|
||||
}
|
||||
return 1
|
||||
}
|
||||
+47
@@ -0,0 +1,47 @@
|
||||
#!/bin/bash -eu
|
||||
|
||||
git clone https://github.com/dvyukov/go-fuzz-corpus
|
||||
zip corpus.zip go-fuzz-corpus/json/corpus/*
|
||||
|
||||
cp corpus.zip $OUT/fuzzparsestring_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzParseString fuzzparsestring
|
||||
|
||||
cp corpus.zip $OUT/fuzzeachkey_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzEachKey fuzzeachkey
|
||||
|
||||
cp corpus.zip $OUT/fuzzdelete_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzDelete fuzzdelete
|
||||
|
||||
cp corpus.zip $OUT/fuzzset_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzSet fuzzset
|
||||
|
||||
cp corpus.zip $OUT/fuzzobjecteach_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzObjectEach fuzzobjecteach
|
||||
|
||||
cp corpus.zip $OUT/fuzzparsefloat_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzParseFloat fuzzparsefloat
|
||||
|
||||
cp corpus.zip $OUT/fuzzparseint_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzParseInt fuzzparseint
|
||||
|
||||
cp corpus.zip $OUT/fuzzparsebool_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzParseBool fuzzparsebool
|
||||
|
||||
cp corpus.zip $OUT/fuzztokenstart_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzTokenStart fuzztokenstart
|
||||
|
||||
cp corpus.zip $OUT/fuzzgetstring_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzGetString fuzzgetstring
|
||||
|
||||
cp corpus.zip $OUT/fuzzgetfloat_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzGetFloat fuzzgetfloat
|
||||
|
||||
cp corpus.zip $OUT/fuzzgetint_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzGetInt fuzzgetint
|
||||
|
||||
cp corpus.zip $OUT/fuzzgetboolean_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzGetBoolean fuzzgetboolean
|
||||
|
||||
cp corpus.zip $OUT/fuzzgetunsafestring_seed_corpus.zip
|
||||
compile_go_fuzzer github.com/buger/jsonparser FuzzGetUnsafeString fuzzgetunsafestring
|
||||
|
||||
+1283
File diff suppressed because it is too large
Load Diff
+2
@@ -0,0 +1,2 @@
|
||||
vendor/
|
||||
.idea/
|
||||
+69
@@ -0,0 +1,69 @@
|
||||
run:
|
||||
tests: true
|
||||
max-same-issues: 50
|
||||
|
||||
output:
|
||||
print-issued-lines: false
|
||||
|
||||
linters:
|
||||
enable:
|
||||
- gocyclo
|
||||
- gocritic
|
||||
- goconst
|
||||
- dupl
|
||||
- unconvert
|
||||
- goimports
|
||||
- unused
|
||||
- govet
|
||||
- nakedret
|
||||
- errcheck
|
||||
- revive
|
||||
- ineffassign
|
||||
- goconst
|
||||
- unparam
|
||||
- gofmt
|
||||
|
||||
linters-settings:
|
||||
vet:
|
||||
check-shadowing: true
|
||||
use-installed-packages: true
|
||||
dupl:
|
||||
threshold: 100
|
||||
goconst:
|
||||
min-len: 8
|
||||
min-occurrences: 3
|
||||
gocyclo:
|
||||
min-complexity: 20
|
||||
gocritic:
|
||||
disabled-checks:
|
||||
- ifElseChain
|
||||
gofmt:
|
||||
rewrite-rules:
|
||||
- pattern: "interface{}"
|
||||
replacement: "any"
|
||||
- pattern: "a[b:len(a)]"
|
||||
replacement: "a[b:]"
|
||||
|
||||
issues:
|
||||
max-per-linter: 0
|
||||
max-same: 0
|
||||
exclude-dirs:
|
||||
- resources
|
||||
- old
|
||||
exclude-files:
|
||||
- cmd/protopkg/main.go
|
||||
exclude-use-default: false
|
||||
exclude:
|
||||
# Captured by errcheck.
|
||||
- "^(G104|G204):"
|
||||
# Very commonly not checked.
|
||||
- 'Error return value of .(.*\.Help|.*\.MarkFlagRequired|(os\.)?std(out|err)\..*|.*Close|.*Flush|os\.Remove(All)?|.*Print(f|ln|)|os\.(Un)?Setenv). is not checked'
|
||||
# Weird error only seen on Kochiku...
|
||||
- "internal error: no range for"
|
||||
- 'exported method `.*\.(MarshalJSON|UnmarshalJSON|URN|Payload|GoString|Close|Provides|Requires|ExcludeFromHash|MarshalText|UnmarshalText|Description|Check|Poll|Severity)` should have comment or be unexported'
|
||||
- "composite literal uses unkeyed fields"
|
||||
- 'declaration of "err" shadows declaration'
|
||||
- "by other packages, and that stutters"
|
||||
- "Potential file inclusion via variable"
|
||||
- "at least one file in a package should have a package comment"
|
||||
- "bad syntax for struct tag pair"
|
||||
+19
@@ -0,0 +1,19 @@
|
||||
Copyright (C) 2014 Alec Thomas
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of
|
||||
this software and associated documentation files (the "Software"), to deal in
|
||||
the Software without restriction, including without limitation the rights to
|
||||
use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
|
||||
of the Software, and to permit persons to whom the Software is furnished to do
|
||||
so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all
|
||||
copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
SOFTWARE.
|
||||
+374
@@ -0,0 +1,374 @@
|
||||
# Go JSON Schema Reflection
|
||||
|
||||
[](https://github.com/invopop/jsonschema/actions/workflows/lint.yaml)
|
||||
[](https://github.com/invopop/jsonschema/actions/workflows/test.yaml)
|
||||
[](https://goreportcard.com/report/github.com/invopop/jsonschema)
|
||||
[](https://godoc.org/github.com/invopop/jsonschema)
|
||||
[](https://codecov.io/gh/invopop/jsonschema)
|
||||

|
||||
|
||||
This package can be used to generate [JSON Schemas](http://json-schema.org/latest/json-schema-validation.html) from Go types through reflection.
|
||||
|
||||
- Supports arbitrarily complex types, including `interface{}`, maps, slices, etc.
|
||||
- Supports json-schema features such as minLength, maxLength, pattern, format, etc.
|
||||
- Supports simple string and numeric enums.
|
||||
- Supports custom property fields via the `jsonschema_extras` struct tag.
|
||||
|
||||
This repository is a fork of the original [jsonschema](https://github.com/alecthomas/jsonschema) by [@alecthomas](https://github.com/alecthomas). At [Invopop](https://invopop.com) we use jsonschema as a cornerstone in our [GOBL library](https://github.com/invopop/gobl), and wanted to be able to continue building and adding features without taking up Alec's time. There have been a few significant changes that probably mean this version is a not compatible with with Alec's:
|
||||
|
||||
- The original was stuck on the draft-04 version of JSON Schema, we've now moved to the latest JSON Schema Draft 2020-12.
|
||||
- Schema IDs are added automatically from the current Go package's URL in order to be unique, and can be disabled with the `Anonymous` option.
|
||||
- Support for the `FullyQualifyTypeName` option has been removed. If you have conflicts, you should use multiple schema files with different IDs, set the `DoNotReference` option to true to hide definitions completely, or add your own naming strategy using the `Namer` property.
|
||||
- Support for `yaml` tags and related options has been dropped for the sake of simplification. There were a [few inconsistencies](https://github.com/invopop/jsonschema/pull/21) around this that have now been fixed.
|
||||
|
||||
## Versions
|
||||
|
||||
This project is still under v0 scheme, as per Go convention, breaking changes are likely. Please pin go modules to version tags or branches, and reach out if you think something can be improved.
|
||||
|
||||
Go version >= 1.18 is required as generics are now being used.
|
||||
|
||||
## Example
|
||||
|
||||
The following Go type:
|
||||
|
||||
```go
|
||||
type TestUser struct {
|
||||
ID int `json:"id"`
|
||||
Name string `json:"name" jsonschema:"title=the name,description=The name of a friend,example=joe,example=lucy,default=alex"`
|
||||
Friends []int `json:"friends,omitempty" jsonschema_description:"The list of IDs, omitted when empty"`
|
||||
Tags map[string]interface{} `json:"tags,omitempty" jsonschema_extras:"a=b,foo=bar,foo=bar1"`
|
||||
BirthDate time.Time `json:"birth_date,omitempty" jsonschema:"oneof_required=date"`
|
||||
YearOfBirth string `json:"year_of_birth,omitempty" jsonschema:"oneof_required=year"`
|
||||
Metadata interface{} `json:"metadata,omitempty" jsonschema:"oneof_type=string;array"`
|
||||
FavColor string `json:"fav_color,omitempty" jsonschema:"enum=red,enum=green,enum=blue"`
|
||||
}
|
||||
```
|
||||
|
||||
Results in following JSON Schema:
|
||||
|
||||
```go
|
||||
jsonschema.Reflect(&TestUser{})
|
||||
```
|
||||
|
||||
```json
|
||||
{
|
||||
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
||||
"$id": "https://github.com/invopop/jsonschema_test/test-user",
|
||||
"$ref": "#/$defs/TestUser",
|
||||
"$defs": {
|
||||
"TestUser": {
|
||||
"oneOf": [
|
||||
{
|
||||
"required": ["birth_date"],
|
||||
"title": "date"
|
||||
},
|
||||
{
|
||||
"required": ["year_of_birth"],
|
||||
"title": "year"
|
||||
}
|
||||
],
|
||||
"properties": {
|
||||
"id": {
|
||||
"type": "integer"
|
||||
},
|
||||
"name": {
|
||||
"type": "string",
|
||||
"title": "the name",
|
||||
"description": "The name of a friend",
|
||||
"default": "alex",
|
||||
"examples": ["joe", "lucy"]
|
||||
},
|
||||
"friends": {
|
||||
"items": {
|
||||
"type": "integer"
|
||||
},
|
||||
"type": "array",
|
||||
"description": "The list of IDs, omitted when empty"
|
||||
},
|
||||
"tags": {
|
||||
"type": "object",
|
||||
"a": "b",
|
||||
"foo": ["bar", "bar1"]
|
||||
},
|
||||
"birth_date": {
|
||||
"type": "string",
|
||||
"format": "date-time"
|
||||
},
|
||||
"year_of_birth": {
|
||||
"type": "string"
|
||||
},
|
||||
"metadata": {
|
||||
"oneOf": [
|
||||
{
|
||||
"type": "string"
|
||||
},
|
||||
{
|
||||
"type": "array"
|
||||
}
|
||||
]
|
||||
},
|
||||
"fav_color": {
|
||||
"type": "string",
|
||||
"enum": ["red", "green", "blue"]
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
"type": "object",
|
||||
"required": ["id", "name"]
|
||||
}
|
||||
}
|
||||
}
|
||||
```
|
||||
|
||||
## YAML
|
||||
|
||||
Support for `yaml` tags has now been removed. If you feel very strongly about this, we've opened a discussion to hear your comments: https://github.com/invopop/jsonschema/discussions/28
|
||||
|
||||
The recommended approach if you need to deal with YAML data is to first convert to JSON. The [invopop/yaml](https://github.com/invopop/yaml) library will make this trivial.
|
||||
|
||||
## Configurable behaviour
|
||||
|
||||
The behaviour of the schema generator can be altered with parameters when a `jsonschema.Reflector`
|
||||
instance is created.
|
||||
|
||||
### ExpandedStruct
|
||||
|
||||
If set to `true`, makes the top level struct not to reference itself in the definitions. But type passed should be a struct type.
|
||||
|
||||
eg.
|
||||
|
||||
```go
|
||||
type GrandfatherType struct {
|
||||
FamilyName string `json:"family_name" jsonschema:"required"`
|
||||
}
|
||||
|
||||
type SomeBaseType struct {
|
||||
SomeBaseProperty int `json:"some_base_property"`
|
||||
// The jsonschema required tag is nonsensical for private and ignored properties.
|
||||
// Their presence here tests that the fields *will not* be required in the output
|
||||
// schema, even if they are tagged required.
|
||||
somePrivateBaseProperty string `json:"i_am_private" jsonschema:"required"`
|
||||
SomeIgnoredBaseProperty string `json:"-" jsonschema:"required"`
|
||||
SomeSchemaIgnoredProperty string `jsonschema:"-,required"`
|
||||
SomeUntaggedBaseProperty bool `jsonschema:"required"`
|
||||
someUnexportedUntaggedBaseProperty bool
|
||||
Grandfather GrandfatherType `json:"grand"`
|
||||
}
|
||||
```
|
||||
|
||||
will output:
|
||||
|
||||
```json
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft/2020-12/schema",
|
||||
"required": ["some_base_property", "grand", "SomeUntaggedBaseProperty"],
|
||||
"properties": {
|
||||
"SomeUntaggedBaseProperty": {
|
||||
"type": "boolean"
|
||||
},
|
||||
"grand": {
|
||||
"$schema": "http://json-schema.org/draft/2020-12/schema",
|
||||
"$ref": "#/definitions/GrandfatherType"
|
||||
},
|
||||
"some_base_property": {
|
||||
"type": "integer"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"$defs": {
|
||||
"GrandfatherType": {
|
||||
"required": ["family_name"],
|
||||
"properties": {
|
||||
"family_name": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
"type": "object"
|
||||
}
|
||||
}
|
||||
}
|
||||
```
|
||||
|
||||
### Using Go Comments
|
||||
|
||||
Writing a good schema with descriptions inside tags can become cumbersome and tedious, especially if you already have some Go comments around your types and field definitions. If you'd like to take advantage of these existing comments, you can use the `AddGoComments(base, path string)` method that forms part of the reflector to parse your go files and automatically generate a dictionary of Go import paths, types, and fields, to individual comments. These will then be used automatically as description fields, and can be overridden with a manual definition if needed.
|
||||
|
||||
Take a simplified example of a User struct which for the sake of simplicity we assume is defined inside this package:
|
||||
|
||||
```go
|
||||
package main
|
||||
|
||||
// User is used as a base to provide tests for comments.
|
||||
type User struct {
|
||||
// Unique sequential identifier.
|
||||
ID int `json:"id" jsonschema:"required"`
|
||||
// Name of the user
|
||||
Name string `json:"name"`
|
||||
}
|
||||
```
|
||||
|
||||
To get the comments provided into your JSON schema, use a regular `Reflector` and add the go code using an import module URL and path. Fully qualified go module paths cannot be determined reliably by the `go/parser` library, so we need to introduce this manually:
|
||||
|
||||
```go
|
||||
r := new(Reflector)
|
||||
if err := r.AddGoComments("github.com/invopop/jsonschema", "./"); err != nil {
|
||||
// deal with error
|
||||
}
|
||||
s := r.Reflect(&User{})
|
||||
// output
|
||||
```
|
||||
|
||||
Expect the results to be similar to:
|
||||
|
||||
```json
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft/2020-12/schema",
|
||||
"$ref": "#/$defs/User",
|
||||
"$defs": {
|
||||
"User": {
|
||||
"required": ["id"],
|
||||
"properties": {
|
||||
"id": {
|
||||
"type": "integer",
|
||||
"description": "Unique sequential identifier."
|
||||
},
|
||||
"name": {
|
||||
"type": "string",
|
||||
"description": "Name of the user"
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
"type": "object",
|
||||
"description": "User is used as a base to provide tests for comments."
|
||||
}
|
||||
}
|
||||
}
|
||||
```
|
||||
|
||||
### Custom Key Naming
|
||||
|
||||
In some situations, the keys actually used to write files are different from Go structs'.
|
||||
|
||||
This is often the case when writing a configuration file to YAML or JSON from a Go struct, or when returning a JSON response for a Web API: APIs typically use snake_case, while Go uses PascalCase.
|
||||
|
||||
You can pass a `func(string) string` function to `Reflector`'s `KeyNamer` option to map Go field names to JSON key names and reflect the aforementioned transformations, without having to specify `json:"..."` on every struct field.
|
||||
|
||||
For example, consider the following struct
|
||||
|
||||
```go
|
||||
type User struct {
|
||||
GivenName string
|
||||
PasswordSalted []byte `json:"salted_password"`
|
||||
}
|
||||
```
|
||||
|
||||
We can transform field names to snake_case in the generated JSON schema:
|
||||
|
||||
```go
|
||||
r := new(jsonschema.Reflector)
|
||||
r.KeyNamer = strcase.SnakeCase // from package github.com/stoewer/go-strcase
|
||||
|
||||
r.Reflect(&User{})
|
||||
```
|
||||
|
||||
Will yield
|
||||
|
||||
```diff
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft/2020-12/schema",
|
||||
"$ref": "#/$defs/User",
|
||||
"$defs": {
|
||||
"User": {
|
||||
"properties": {
|
||||
- "GivenName": {
|
||||
+ "given_name": {
|
||||
"type": "string"
|
||||
},
|
||||
"salted_password": {
|
||||
"type": "string",
|
||||
"contentEncoding": "base64"
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
"type": "object",
|
||||
- "required": ["GivenName", "salted_password"]
|
||||
+ "required": ["given_name", "salted_password"]
|
||||
}
|
||||
}
|
||||
}
|
||||
```
|
||||
|
||||
As you can see, if a field name has a `json:""` tag set, the `key` argument to `KeyNamer` will have the value of that tag.
|
||||
|
||||
### Custom Type Definitions
|
||||
|
||||
Sometimes it can be useful to have custom JSON Marshal and Unmarshal methods in your structs that automatically convert for example a string into an object.
|
||||
|
||||
This library will recognize and attempt to call four different methods that help you adjust schemas to your specific needs:
|
||||
|
||||
- `JSONSchema() *Schema` - will prevent auto-generation of the schema so that you can provide your own definition.
|
||||
- `JSONSchemaExtend(schema *jsonschema.Schema)` - will be called _after_ the schema has been generated, allowing you to add or manipulate the fields easily.
|
||||
- `JSONSchemaAlias() any` - is called when reflecting the type of object and allows for an alternative to be used instead.
|
||||
- `JSONSchemaProperty(prop string) any` - will be called for every property inside a struct giving you the chance to provide an alternative object to convert into a schema.
|
||||
|
||||
Note that all of these methods **must** be defined on a non-pointer object for them to be called.
|
||||
|
||||
Take the following simplified example of a `CompactDate` that only includes the Year and Month:
|
||||
|
||||
```go
|
||||
type CompactDate struct {
|
||||
Year int
|
||||
Month int
|
||||
}
|
||||
|
||||
func (d *CompactDate) UnmarshalJSON(data []byte) error {
|
||||
if len(data) != 9 {
|
||||
return errors.New("invalid compact date length")
|
||||
}
|
||||
var err error
|
||||
d.Year, err = strconv.Atoi(string(data[1:5]))
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
d.Month, err = strconv.Atoi(string(data[7:8]))
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (d *CompactDate) MarshalJSON() ([]byte, error) {
|
||||
buf := new(bytes.Buffer)
|
||||
buf.WriteByte('"')
|
||||
buf.WriteString(fmt.Sprintf("%d-%02d", d.Year, d.Month))
|
||||
buf.WriteByte('"')
|
||||
return buf.Bytes(), nil
|
||||
}
|
||||
|
||||
func (CompactDate) JSONSchema() *Schema {
|
||||
return &Schema{
|
||||
Type: "string",
|
||||
Title: "Compact Date",
|
||||
Description: "Short date that only includes year and month",
|
||||
Pattern: "^[0-9]{4}-[0-1][0-9]$",
|
||||
}
|
||||
}
|
||||
```
|
||||
|
||||
The resulting schema generated for this struct would look like:
|
||||
|
||||
```json
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft/2020-12/schema",
|
||||
"$ref": "#/$defs/CompactDate",
|
||||
"$defs": {
|
||||
"CompactDate": {
|
||||
"pattern": "^[0-9]{4}-[0-1][0-9]$",
|
||||
"type": "string",
|
||||
"title": "Compact Date",
|
||||
"description": "Short date that only includes year and month"
|
||||
}
|
||||
}
|
||||
}
|
||||
```
|
||||
+76
@@ -0,0 +1,76 @@
|
||||
package jsonschema
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"net/url"
|
||||
"strings"
|
||||
)
|
||||
|
||||
// ID represents a Schema ID type which should always be a URI.
|
||||
// See draft-bhutton-json-schema-00 section 8.2.1
|
||||
type ID string
|
||||
|
||||
// EmptyID is used to explicitly define an ID with no value.
|
||||
const EmptyID ID = ""
|
||||
|
||||
// Validate is used to check if the ID looks like a proper schema.
|
||||
// This is done by parsing the ID as a URL and checking it has all the
|
||||
// relevant parts.
|
||||
func (id ID) Validate() error {
|
||||
u, err := url.Parse(id.String())
|
||||
if err != nil {
|
||||
return fmt.Errorf("invalid URL: %w", err)
|
||||
}
|
||||
if u.Hostname() == "" {
|
||||
return errors.New("missing hostname")
|
||||
}
|
||||
if !strings.Contains(u.Hostname(), ".") {
|
||||
return errors.New("hostname does not look valid")
|
||||
}
|
||||
if u.Path == "" {
|
||||
return errors.New("path is expected")
|
||||
}
|
||||
if u.Scheme != "https" && u.Scheme != "http" {
|
||||
return errors.New("unexpected schema")
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// Anchor sets the anchor part of the schema URI.
|
||||
func (id ID) Anchor(name string) ID {
|
||||
b := id.Base()
|
||||
return ID(b.String() + "#" + name)
|
||||
}
|
||||
|
||||
// Def adds or replaces a definition identifier.
|
||||
func (id ID) Def(name string) ID {
|
||||
b := id.Base()
|
||||
return ID(b.String() + "#/$defs/" + name)
|
||||
}
|
||||
|
||||
// Add appends the provided path to the id, and removes any
|
||||
// anchor data that might be there.
|
||||
func (id ID) Add(path string) ID {
|
||||
b := id.Base()
|
||||
if !strings.HasPrefix(path, "/") {
|
||||
path = "/" + path
|
||||
}
|
||||
return ID(b.String() + path)
|
||||
}
|
||||
|
||||
// Base removes any anchor information from the schema
|
||||
func (id ID) Base() ID {
|
||||
s := id.String()
|
||||
i := strings.LastIndex(s, "#")
|
||||
if i != -1 {
|
||||
s = s[0:i]
|
||||
}
|
||||
s = strings.TrimRight(s, "/")
|
||||
return ID(s)
|
||||
}
|
||||
|
||||
// String provides string version of ID
|
||||
func (id ID) String() string {
|
||||
return string(id)
|
||||
}
|
||||
+1148
File diff suppressed because it is too large
Load Diff
+146
@@ -0,0 +1,146 @@
|
||||
package jsonschema
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"io/fs"
|
||||
gopath "path"
|
||||
"path/filepath"
|
||||
"reflect"
|
||||
"strings"
|
||||
|
||||
"go/ast"
|
||||
"go/doc"
|
||||
"go/parser"
|
||||
"go/token"
|
||||
)
|
||||
|
||||
type commentOptions struct {
|
||||
fullObjectText bool // use the first sentence only?
|
||||
}
|
||||
|
||||
// CommentOption allows for special configuration options when preparing Go
|
||||
// source files for comment extraction.
|
||||
type CommentOption func(*commentOptions)
|
||||
|
||||
// WithFullComment will configure the comment extraction to process to use an
|
||||
// object type's full comment text instead of just the synopsis.
|
||||
func WithFullComment() CommentOption {
|
||||
return func(o *commentOptions) {
|
||||
o.fullObjectText = true
|
||||
}
|
||||
}
|
||||
|
||||
// AddGoComments will update the reflectors comment map with all the comments
|
||||
// found in the provided source directories including sub-directories, in order to
|
||||
// generate a dictionary of comments associated with Types and Fields. The results
|
||||
// will be added to the `Reflect.CommentMap` ready to use with Schema "description"
|
||||
// fields.
|
||||
//
|
||||
// The `go/parser` library is used to extract all the comments and unfortunately doesn't
|
||||
// have a built-in way to determine the fully qualified name of a package. The `base`
|
||||
// parameter, the URL used to import that package, is thus required to be able to match
|
||||
// reflected types.
|
||||
//
|
||||
// When parsing type comments, by default we use the `go/doc`'s Synopsis method to extract
|
||||
// the first phrase only. Field comments, which tend to be much shorter, will include everything.
|
||||
// This behavior can be changed by using the `WithFullComment` option.
|
||||
func (r *Reflector) AddGoComments(base, path string, opts ...CommentOption) error {
|
||||
if r.CommentMap == nil {
|
||||
r.CommentMap = make(map[string]string)
|
||||
}
|
||||
co := new(commentOptions)
|
||||
for _, opt := range opts {
|
||||
opt(co)
|
||||
}
|
||||
|
||||
return r.extractGoComments(base, path, r.CommentMap, co)
|
||||
}
|
||||
|
||||
func (r *Reflector) extractGoComments(base, path string, commentMap map[string]string, opts *commentOptions) error {
|
||||
fset := token.NewFileSet()
|
||||
dict := make(map[string][]*ast.Package)
|
||||
err := filepath.Walk(path, func(path string, info fs.FileInfo, err error) error {
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if info.IsDir() {
|
||||
d, err := parser.ParseDir(fset, path, nil, parser.ParseComments)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
for _, v := range d {
|
||||
// paths may have multiple packages, like for tests
|
||||
k := gopath.Join(base, path)
|
||||
dict[k] = append(dict[k], v)
|
||||
}
|
||||
}
|
||||
return nil
|
||||
})
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
for pkg, p := range dict {
|
||||
for _, f := range p {
|
||||
gtxt := ""
|
||||
typ := ""
|
||||
ast.Inspect(f, func(n ast.Node) bool {
|
||||
switch x := n.(type) {
|
||||
case *ast.TypeSpec:
|
||||
typ = x.Name.String()
|
||||
if !ast.IsExported(typ) {
|
||||
typ = ""
|
||||
} else {
|
||||
txt := x.Doc.Text()
|
||||
if txt == "" && gtxt != "" {
|
||||
txt = gtxt
|
||||
gtxt = ""
|
||||
}
|
||||
if !opts.fullObjectText {
|
||||
txt = doc.Synopsis(txt)
|
||||
}
|
||||
commentMap[fmt.Sprintf("%s.%s", pkg, typ)] = strings.TrimSpace(txt)
|
||||
}
|
||||
case *ast.Field:
|
||||
txt := x.Doc.Text()
|
||||
if txt == "" {
|
||||
txt = x.Comment.Text()
|
||||
}
|
||||
if typ != "" && txt != "" {
|
||||
for _, n := range x.Names {
|
||||
if ast.IsExported(n.String()) {
|
||||
k := fmt.Sprintf("%s.%s.%s", pkg, typ, n)
|
||||
commentMap[k] = strings.TrimSpace(txt)
|
||||
}
|
||||
}
|
||||
}
|
||||
case *ast.GenDecl:
|
||||
// remember for the next type
|
||||
gtxt = x.Doc.Text()
|
||||
}
|
||||
return true
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (r *Reflector) lookupComment(t reflect.Type, name string) string {
|
||||
if r.LookupComment != nil {
|
||||
if comment := r.LookupComment(t, name); comment != "" {
|
||||
return comment
|
||||
}
|
||||
}
|
||||
|
||||
if r.CommentMap == nil {
|
||||
return ""
|
||||
}
|
||||
|
||||
n := fullyQualifiedTypeName(t)
|
||||
if name != "" {
|
||||
n = n + "." + name
|
||||
}
|
||||
|
||||
return r.CommentMap[n]
|
||||
}
|
||||
+94
@@ -0,0 +1,94 @@
|
||||
package jsonschema
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
|
||||
orderedmap "github.com/wk8/go-ordered-map/v2"
|
||||
)
|
||||
|
||||
// Version is the JSON Schema version.
|
||||
var Version = "https://json-schema.org/draft/2020-12/schema"
|
||||
|
||||
// Schema represents a JSON Schema object type.
|
||||
// RFC draft-bhutton-json-schema-00 section 4.3
|
||||
type Schema struct {
|
||||
// RFC draft-bhutton-json-schema-00
|
||||
Version string `json:"$schema,omitempty"` // section 8.1.1
|
||||
ID ID `json:"$id,omitempty"` // section 8.2.1
|
||||
Anchor string `json:"$anchor,omitempty"` // section 8.2.2
|
||||
Ref string `json:"$ref,omitempty"` // section 8.2.3.1
|
||||
DynamicRef string `json:"$dynamicRef,omitempty"` // section 8.2.3.2
|
||||
Definitions Definitions `json:"$defs,omitempty"` // section 8.2.4
|
||||
Comments string `json:"$comment,omitempty"` // section 8.3
|
||||
// RFC draft-bhutton-json-schema-00 section 10.2.1 (Sub-schemas with logic)
|
||||
AllOf []*Schema `json:"allOf,omitempty"` // section 10.2.1.1
|
||||
AnyOf []*Schema `json:"anyOf,omitempty"` // section 10.2.1.2
|
||||
OneOf []*Schema `json:"oneOf,omitempty"` // section 10.2.1.3
|
||||
Not *Schema `json:"not,omitempty"` // section 10.2.1.4
|
||||
// RFC draft-bhutton-json-schema-00 section 10.2.2 (Apply sub-schemas conditionally)
|
||||
If *Schema `json:"if,omitempty"` // section 10.2.2.1
|
||||
Then *Schema `json:"then,omitempty"` // section 10.2.2.2
|
||||
Else *Schema `json:"else,omitempty"` // section 10.2.2.3
|
||||
DependentSchemas map[string]*Schema `json:"dependentSchemas,omitempty"` // section 10.2.2.4
|
||||
// RFC draft-bhutton-json-schema-00 section 10.3.1 (arrays)
|
||||
PrefixItems []*Schema `json:"prefixItems,omitempty"` // section 10.3.1.1
|
||||
Items *Schema `json:"items,omitempty"` // section 10.3.1.2 (replaces additionalItems)
|
||||
Contains *Schema `json:"contains,omitempty"` // section 10.3.1.3
|
||||
// RFC draft-bhutton-json-schema-00 section 10.3.2 (sub-schemas)
|
||||
Properties *orderedmap.OrderedMap[string, *Schema] `json:"properties,omitempty"` // section 10.3.2.1
|
||||
PatternProperties map[string]*Schema `json:"patternProperties,omitempty"` // section 10.3.2.2
|
||||
AdditionalProperties *Schema `json:"additionalProperties,omitempty"` // section 10.3.2.3
|
||||
PropertyNames *Schema `json:"propertyNames,omitempty"` // section 10.3.2.4
|
||||
// RFC draft-bhutton-json-schema-validation-00, section 6
|
||||
Type string `json:"type,omitempty"` // section 6.1.1
|
||||
Enum []any `json:"enum,omitempty"` // section 6.1.2
|
||||
Const any `json:"const,omitempty"` // section 6.1.3
|
||||
MultipleOf json.Number `json:"multipleOf,omitempty"` // section 6.2.1
|
||||
Maximum json.Number `json:"maximum,omitempty"` // section 6.2.2
|
||||
ExclusiveMaximum json.Number `json:"exclusiveMaximum,omitempty"` // section 6.2.3
|
||||
Minimum json.Number `json:"minimum,omitempty"` // section 6.2.4
|
||||
ExclusiveMinimum json.Number `json:"exclusiveMinimum,omitempty"` // section 6.2.5
|
||||
MaxLength *uint64 `json:"maxLength,omitempty"` // section 6.3.1
|
||||
MinLength *uint64 `json:"minLength,omitempty"` // section 6.3.2
|
||||
Pattern string `json:"pattern,omitempty"` // section 6.3.3
|
||||
MaxItems *uint64 `json:"maxItems,omitempty"` // section 6.4.1
|
||||
MinItems *uint64 `json:"minItems,omitempty"` // section 6.4.2
|
||||
UniqueItems bool `json:"uniqueItems,omitempty"` // section 6.4.3
|
||||
MaxContains *uint64 `json:"maxContains,omitempty"` // section 6.4.4
|
||||
MinContains *uint64 `json:"minContains,omitempty"` // section 6.4.5
|
||||
MaxProperties *uint64 `json:"maxProperties,omitempty"` // section 6.5.1
|
||||
MinProperties *uint64 `json:"minProperties,omitempty"` // section 6.5.2
|
||||
Required []string `json:"required,omitempty"` // section 6.5.3
|
||||
DependentRequired map[string][]string `json:"dependentRequired,omitempty"` // section 6.5.4
|
||||
// RFC draft-bhutton-json-schema-validation-00, section 7
|
||||
Format string `json:"format,omitempty"`
|
||||
// RFC draft-bhutton-json-schema-validation-00, section 8
|
||||
ContentEncoding string `json:"contentEncoding,omitempty"` // section 8.3
|
||||
ContentMediaType string `json:"contentMediaType,omitempty"` // section 8.4
|
||||
ContentSchema *Schema `json:"contentSchema,omitempty"` // section 8.5
|
||||
// RFC draft-bhutton-json-schema-validation-00, section 9
|
||||
Title string `json:"title,omitempty"` // section 9.1
|
||||
Description string `json:"description,omitempty"` // section 9.1
|
||||
Default any `json:"default,omitempty"` // section 9.2
|
||||
Deprecated bool `json:"deprecated,omitempty"` // section 9.3
|
||||
ReadOnly bool `json:"readOnly,omitempty"` // section 9.4
|
||||
WriteOnly bool `json:"writeOnly,omitempty"` // section 9.4
|
||||
Examples []any `json:"examples,omitempty"` // section 9.5
|
||||
|
||||
Extras map[string]any `json:"-"`
|
||||
|
||||
// Special boolean representation of the Schema - section 4.3.2
|
||||
boolean *bool
|
||||
}
|
||||
|
||||
var (
|
||||
// TrueSchema defines a schema with a true value
|
||||
TrueSchema = &Schema{boolean: &[]bool{true}[0]}
|
||||
// FalseSchema defines a schema with a false value
|
||||
FalseSchema = &Schema{boolean: &[]bool{false}[0]}
|
||||
)
|
||||
|
||||
// Definitions hold schema definitions.
|
||||
// http://json-schema.org/latest/json-schema-validation.html#rfc.section.5.26
|
||||
// RFC draft-wright-json-schema-validation-00, section 5.26
|
||||
type Definitions map[string]*Schema
|
||||
+26
@@ -0,0 +1,26 @@
|
||||
package jsonschema
|
||||
|
||||
import (
|
||||
"regexp"
|
||||
"strings"
|
||||
|
||||
orderedmap "github.com/wk8/go-ordered-map/v2"
|
||||
)
|
||||
|
||||
var matchFirstCap = regexp.MustCompile("(.)([A-Z][a-z]+)")
|
||||
var matchAllCap = regexp.MustCompile("([a-z0-9])([A-Z])")
|
||||
|
||||
// ToSnakeCase converts the provided string into snake case using dashes.
|
||||
// This is useful for Schema IDs and definitions to be coherent with
|
||||
// common JSON Schema examples.
|
||||
func ToSnakeCase(str string) string {
|
||||
snake := matchFirstCap.ReplaceAllString(str, "${1}-${2}")
|
||||
snake = matchAllCap.ReplaceAllString(snake, "${1}-${2}")
|
||||
return strings.ToLower(snake)
|
||||
}
|
||||
|
||||
// NewProperties is a helper method to instantiate a new properties ordered
|
||||
// map.
|
||||
func NewProperties() *orderedmap.OrderedMap[string, *Schema] {
|
||||
return orderedmap.New[string, *Schema]()
|
||||
}
|
||||
+7
@@ -0,0 +1,7 @@
|
||||
Copyright (c) 2016 Mail.Ru Group
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
+278
@@ -0,0 +1,278 @@
|
||||
// Package buffer implements a buffer for serialization, consisting of a chain of []byte-s to
|
||||
// reduce copying and to allow reuse of individual chunks.
|
||||
package buffer
|
||||
|
||||
import (
|
||||
"io"
|
||||
"net"
|
||||
"sync"
|
||||
)
|
||||
|
||||
// PoolConfig contains configuration for the allocation and reuse strategy.
|
||||
type PoolConfig struct {
|
||||
StartSize int // Minimum chunk size that is allocated.
|
||||
PooledSize int // Minimum chunk size that is reused, reusing chunks too small will result in overhead.
|
||||
MaxSize int // Maximum chunk size that will be allocated.
|
||||
}
|
||||
|
||||
var config = PoolConfig{
|
||||
StartSize: 128,
|
||||
PooledSize: 512,
|
||||
MaxSize: 32768,
|
||||
}
|
||||
|
||||
// Reuse pool: chunk size -> pool.
|
||||
var buffers = map[int]*sync.Pool{}
|
||||
|
||||
func initBuffers() {
|
||||
for l := config.PooledSize; l <= config.MaxSize; l *= 2 {
|
||||
buffers[l] = new(sync.Pool)
|
||||
}
|
||||
}
|
||||
|
||||
func init() {
|
||||
initBuffers()
|
||||
}
|
||||
|
||||
// Init sets up a non-default pooling and allocation strategy. Should be run before serialization is done.
|
||||
func Init(cfg PoolConfig) {
|
||||
config = cfg
|
||||
initBuffers()
|
||||
}
|
||||
|
||||
// putBuf puts a chunk to reuse pool if it can be reused.
|
||||
func putBuf(buf []byte) {
|
||||
size := cap(buf)
|
||||
if size < config.PooledSize {
|
||||
return
|
||||
}
|
||||
if c := buffers[size]; c != nil {
|
||||
c.Put(buf[:0])
|
||||
}
|
||||
}
|
||||
|
||||
// getBuf gets a chunk from reuse pool or creates a new one if reuse failed.
|
||||
func getBuf(size int) []byte {
|
||||
if size >= config.PooledSize {
|
||||
if c := buffers[size]; c != nil {
|
||||
v := c.Get()
|
||||
if v != nil {
|
||||
return v.([]byte)
|
||||
}
|
||||
}
|
||||
}
|
||||
return make([]byte, 0, size)
|
||||
}
|
||||
|
||||
// Buffer is a buffer optimized for serialization without extra copying.
|
||||
type Buffer struct {
|
||||
|
||||
// Buf is the current chunk that can be used for serialization.
|
||||
Buf []byte
|
||||
|
||||
toPool []byte
|
||||
bufs [][]byte
|
||||
}
|
||||
|
||||
// EnsureSpace makes sure that the current chunk contains at least s free bytes,
|
||||
// possibly creating a new chunk.
|
||||
func (b *Buffer) EnsureSpace(s int) {
|
||||
if cap(b.Buf)-len(b.Buf) < s {
|
||||
b.ensureSpaceSlow(s)
|
||||
}
|
||||
}
|
||||
|
||||
func (b *Buffer) ensureSpaceSlow(s int) {
|
||||
l := len(b.Buf)
|
||||
if l > 0 {
|
||||
if cap(b.toPool) != cap(b.Buf) {
|
||||
// Chunk was reallocated, toPool can be pooled.
|
||||
putBuf(b.toPool)
|
||||
}
|
||||
if cap(b.bufs) == 0 {
|
||||
b.bufs = make([][]byte, 0, 8)
|
||||
}
|
||||
b.bufs = append(b.bufs, b.Buf)
|
||||
l = cap(b.toPool) * 2
|
||||
} else {
|
||||
l = config.StartSize
|
||||
}
|
||||
|
||||
if l > config.MaxSize {
|
||||
l = config.MaxSize
|
||||
}
|
||||
b.Buf = getBuf(l)
|
||||
b.toPool = b.Buf
|
||||
}
|
||||
|
||||
// AppendByte appends a single byte to buffer.
|
||||
func (b *Buffer) AppendByte(data byte) {
|
||||
b.EnsureSpace(1)
|
||||
b.Buf = append(b.Buf, data)
|
||||
}
|
||||
|
||||
// AppendBytes appends a byte slice to buffer.
|
||||
func (b *Buffer) AppendBytes(data []byte) {
|
||||
if len(data) <= cap(b.Buf)-len(b.Buf) {
|
||||
b.Buf = append(b.Buf, data...) // fast path
|
||||
} else {
|
||||
b.appendBytesSlow(data)
|
||||
}
|
||||
}
|
||||
|
||||
func (b *Buffer) appendBytesSlow(data []byte) {
|
||||
for len(data) > 0 {
|
||||
b.EnsureSpace(1)
|
||||
|
||||
sz := cap(b.Buf) - len(b.Buf)
|
||||
if sz > len(data) {
|
||||
sz = len(data)
|
||||
}
|
||||
|
||||
b.Buf = append(b.Buf, data[:sz]...)
|
||||
data = data[sz:]
|
||||
}
|
||||
}
|
||||
|
||||
// AppendString appends a string to buffer.
|
||||
func (b *Buffer) AppendString(data string) {
|
||||
if len(data) <= cap(b.Buf)-len(b.Buf) {
|
||||
b.Buf = append(b.Buf, data...) // fast path
|
||||
} else {
|
||||
b.appendStringSlow(data)
|
||||
}
|
||||
}
|
||||
|
||||
func (b *Buffer) appendStringSlow(data string) {
|
||||
for len(data) > 0 {
|
||||
b.EnsureSpace(1)
|
||||
|
||||
sz := cap(b.Buf) - len(b.Buf)
|
||||
if sz > len(data) {
|
||||
sz = len(data)
|
||||
}
|
||||
|
||||
b.Buf = append(b.Buf, data[:sz]...)
|
||||
data = data[sz:]
|
||||
}
|
||||
}
|
||||
|
||||
// Size computes the size of a buffer by adding sizes of every chunk.
|
||||
func (b *Buffer) Size() int {
|
||||
size := len(b.Buf)
|
||||
for _, buf := range b.bufs {
|
||||
size += len(buf)
|
||||
}
|
||||
return size
|
||||
}
|
||||
|
||||
// DumpTo outputs the contents of a buffer to a writer and resets the buffer.
|
||||
func (b *Buffer) DumpTo(w io.Writer) (written int, err error) {
|
||||
bufs := net.Buffers(b.bufs)
|
||||
if len(b.Buf) > 0 {
|
||||
bufs = append(bufs, b.Buf)
|
||||
}
|
||||
n, err := bufs.WriteTo(w)
|
||||
|
||||
for _, buf := range b.bufs {
|
||||
putBuf(buf)
|
||||
}
|
||||
putBuf(b.toPool)
|
||||
|
||||
b.bufs = nil
|
||||
b.Buf = nil
|
||||
b.toPool = nil
|
||||
|
||||
return int(n), err
|
||||
}
|
||||
|
||||
// BuildBytes creates a single byte slice with all the contents of the buffer. Data is
|
||||
// copied if it does not fit in a single chunk. You can optionally provide one byte
|
||||
// slice as argument that it will try to reuse.
|
||||
func (b *Buffer) BuildBytes(reuse ...[]byte) []byte {
|
||||
if len(b.bufs) == 0 {
|
||||
ret := b.Buf
|
||||
b.toPool = nil
|
||||
b.Buf = nil
|
||||
return ret
|
||||
}
|
||||
|
||||
var ret []byte
|
||||
size := b.Size()
|
||||
|
||||
// If we got a buffer as argument and it is big enough, reuse it.
|
||||
if len(reuse) == 1 && cap(reuse[0]) >= size {
|
||||
ret = reuse[0][:0]
|
||||
} else {
|
||||
ret = make([]byte, 0, size)
|
||||
}
|
||||
for _, buf := range b.bufs {
|
||||
ret = append(ret, buf...)
|
||||
putBuf(buf)
|
||||
}
|
||||
|
||||
ret = append(ret, b.Buf...)
|
||||
putBuf(b.toPool)
|
||||
|
||||
b.bufs = nil
|
||||
b.toPool = nil
|
||||
b.Buf = nil
|
||||
|
||||
return ret
|
||||
}
|
||||
|
||||
type readCloser struct {
|
||||
offset int
|
||||
bufs [][]byte
|
||||
}
|
||||
|
||||
func (r *readCloser) Read(p []byte) (n int, err error) {
|
||||
for _, buf := range r.bufs {
|
||||
// Copy as much as we can.
|
||||
x := copy(p[n:], buf[r.offset:])
|
||||
n += x // Increment how much we filled.
|
||||
|
||||
// Did we empty the whole buffer?
|
||||
if r.offset+x == len(buf) {
|
||||
// On to the next buffer.
|
||||
r.offset = 0
|
||||
r.bufs = r.bufs[1:]
|
||||
|
||||
// We can release this buffer.
|
||||
putBuf(buf)
|
||||
} else {
|
||||
r.offset += x
|
||||
}
|
||||
|
||||
if n == len(p) {
|
||||
break
|
||||
}
|
||||
}
|
||||
// No buffers left or nothing read?
|
||||
if len(r.bufs) == 0 {
|
||||
err = io.EOF
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
func (r *readCloser) Close() error {
|
||||
// Release all remaining buffers.
|
||||
for _, buf := range r.bufs {
|
||||
putBuf(buf)
|
||||
}
|
||||
// In case Close gets called multiple times.
|
||||
r.bufs = nil
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// ReadCloser creates an io.ReadCloser with all the contents of the buffer.
|
||||
func (b *Buffer) ReadCloser() io.ReadCloser {
|
||||
ret := &readCloser{0, append(b.bufs, b.Buf)}
|
||||
|
||||
b.bufs = nil
|
||||
b.toPool = nil
|
||||
b.Buf = nil
|
||||
|
||||
return ret
|
||||
}
|
||||
+405
@@ -0,0 +1,405 @@
|
||||
// Package jwriter contains a JSON writer.
|
||||
package jwriter
|
||||
|
||||
import (
|
||||
"io"
|
||||
"strconv"
|
||||
"unicode/utf8"
|
||||
|
||||
"github.com/mailru/easyjson/buffer"
|
||||
)
|
||||
|
||||
// Flags describe various encoding options. The behavior may be actually implemented in the encoder, but
|
||||
// Flags field in Writer is used to set and pass them around.
|
||||
type Flags int
|
||||
|
||||
const (
|
||||
NilMapAsEmpty Flags = 1 << iota // Encode nil map as '{}' rather than 'null'.
|
||||
NilSliceAsEmpty // Encode nil slice as '[]' rather than 'null'.
|
||||
)
|
||||
|
||||
// Writer is a JSON writer.
|
||||
type Writer struct {
|
||||
Flags Flags
|
||||
|
||||
Error error
|
||||
Buffer buffer.Buffer
|
||||
NoEscapeHTML bool
|
||||
}
|
||||
|
||||
// Size returns the size of the data that was written out.
|
||||
func (w *Writer) Size() int {
|
||||
return w.Buffer.Size()
|
||||
}
|
||||
|
||||
// DumpTo outputs the data to given io.Writer, resetting the buffer.
|
||||
func (w *Writer) DumpTo(out io.Writer) (written int, err error) {
|
||||
return w.Buffer.DumpTo(out)
|
||||
}
|
||||
|
||||
// BuildBytes returns writer data as a single byte slice. You can optionally provide one byte slice
|
||||
// as argument that it will try to reuse.
|
||||
func (w *Writer) BuildBytes(reuse ...[]byte) ([]byte, error) {
|
||||
if w.Error != nil {
|
||||
return nil, w.Error
|
||||
}
|
||||
|
||||
return w.Buffer.BuildBytes(reuse...), nil
|
||||
}
|
||||
|
||||
// ReadCloser returns an io.ReadCloser that can be used to read the data.
|
||||
// ReadCloser also resets the buffer.
|
||||
func (w *Writer) ReadCloser() (io.ReadCloser, error) {
|
||||
if w.Error != nil {
|
||||
return nil, w.Error
|
||||
}
|
||||
|
||||
return w.Buffer.ReadCloser(), nil
|
||||
}
|
||||
|
||||
// RawByte appends raw binary data to the buffer.
|
||||
func (w *Writer) RawByte(c byte) {
|
||||
w.Buffer.AppendByte(c)
|
||||
}
|
||||
|
||||
// RawByte appends raw binary data to the buffer.
|
||||
func (w *Writer) RawString(s string) {
|
||||
w.Buffer.AppendString(s)
|
||||
}
|
||||
|
||||
// Raw appends raw binary data to the buffer or sets the error if it is given. Useful for
|
||||
// calling with results of MarshalJSON-like functions.
|
||||
func (w *Writer) Raw(data []byte, err error) {
|
||||
switch {
|
||||
case w.Error != nil:
|
||||
return
|
||||
case err != nil:
|
||||
w.Error = err
|
||||
case len(data) > 0:
|
||||
w.Buffer.AppendBytes(data)
|
||||
default:
|
||||
w.RawString("null")
|
||||
}
|
||||
}
|
||||
|
||||
// RawText encloses raw binary data in quotes and appends in to the buffer.
|
||||
// Useful for calling with results of MarshalText-like functions.
|
||||
func (w *Writer) RawText(data []byte, err error) {
|
||||
switch {
|
||||
case w.Error != nil:
|
||||
return
|
||||
case err != nil:
|
||||
w.Error = err
|
||||
case len(data) > 0:
|
||||
w.String(string(data))
|
||||
default:
|
||||
w.RawString("null")
|
||||
}
|
||||
}
|
||||
|
||||
// Base64Bytes appends data to the buffer after base64 encoding it
|
||||
func (w *Writer) Base64Bytes(data []byte) {
|
||||
if data == nil {
|
||||
w.Buffer.AppendString("null")
|
||||
return
|
||||
}
|
||||
w.Buffer.AppendByte('"')
|
||||
w.base64(data)
|
||||
w.Buffer.AppendByte('"')
|
||||
}
|
||||
|
||||
func (w *Writer) Uint8(n uint8) {
|
||||
w.Buffer.EnsureSpace(3)
|
||||
w.Buffer.Buf = strconv.AppendUint(w.Buffer.Buf, uint64(n), 10)
|
||||
}
|
||||
|
||||
func (w *Writer) Uint16(n uint16) {
|
||||
w.Buffer.EnsureSpace(5)
|
||||
w.Buffer.Buf = strconv.AppendUint(w.Buffer.Buf, uint64(n), 10)
|
||||
}
|
||||
|
||||
func (w *Writer) Uint32(n uint32) {
|
||||
w.Buffer.EnsureSpace(10)
|
||||
w.Buffer.Buf = strconv.AppendUint(w.Buffer.Buf, uint64(n), 10)
|
||||
}
|
||||
|
||||
func (w *Writer) Uint(n uint) {
|
||||
w.Buffer.EnsureSpace(20)
|
||||
w.Buffer.Buf = strconv.AppendUint(w.Buffer.Buf, uint64(n), 10)
|
||||
}
|
||||
|
||||
func (w *Writer) Uint64(n uint64) {
|
||||
w.Buffer.EnsureSpace(20)
|
||||
w.Buffer.Buf = strconv.AppendUint(w.Buffer.Buf, n, 10)
|
||||
}
|
||||
|
||||
func (w *Writer) Int8(n int8) {
|
||||
w.Buffer.EnsureSpace(4)
|
||||
w.Buffer.Buf = strconv.AppendInt(w.Buffer.Buf, int64(n), 10)
|
||||
}
|
||||
|
||||
func (w *Writer) Int16(n int16) {
|
||||
w.Buffer.EnsureSpace(6)
|
||||
w.Buffer.Buf = strconv.AppendInt(w.Buffer.Buf, int64(n), 10)
|
||||
}
|
||||
|
||||
func (w *Writer) Int32(n int32) {
|
||||
w.Buffer.EnsureSpace(11)
|
||||
w.Buffer.Buf = strconv.AppendInt(w.Buffer.Buf, int64(n), 10)
|
||||
}
|
||||
|
||||
func (w *Writer) Int(n int) {
|
||||
w.Buffer.EnsureSpace(21)
|
||||
w.Buffer.Buf = strconv.AppendInt(w.Buffer.Buf, int64(n), 10)
|
||||
}
|
||||
|
||||
func (w *Writer) Int64(n int64) {
|
||||
w.Buffer.EnsureSpace(21)
|
||||
w.Buffer.Buf = strconv.AppendInt(w.Buffer.Buf, n, 10)
|
||||
}
|
||||
|
||||
func (w *Writer) Uint8Str(n uint8) {
|
||||
w.Buffer.EnsureSpace(3)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
w.Buffer.Buf = strconv.AppendUint(w.Buffer.Buf, uint64(n), 10)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
}
|
||||
|
||||
func (w *Writer) Uint16Str(n uint16) {
|
||||
w.Buffer.EnsureSpace(5)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
w.Buffer.Buf = strconv.AppendUint(w.Buffer.Buf, uint64(n), 10)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
}
|
||||
|
||||
func (w *Writer) Uint32Str(n uint32) {
|
||||
w.Buffer.EnsureSpace(10)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
w.Buffer.Buf = strconv.AppendUint(w.Buffer.Buf, uint64(n), 10)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
}
|
||||
|
||||
func (w *Writer) UintStr(n uint) {
|
||||
w.Buffer.EnsureSpace(20)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
w.Buffer.Buf = strconv.AppendUint(w.Buffer.Buf, uint64(n), 10)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
}
|
||||
|
||||
func (w *Writer) Uint64Str(n uint64) {
|
||||
w.Buffer.EnsureSpace(20)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
w.Buffer.Buf = strconv.AppendUint(w.Buffer.Buf, n, 10)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
}
|
||||
|
||||
func (w *Writer) UintptrStr(n uintptr) {
|
||||
w.Buffer.EnsureSpace(20)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
w.Buffer.Buf = strconv.AppendUint(w.Buffer.Buf, uint64(n), 10)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
}
|
||||
|
||||
func (w *Writer) Int8Str(n int8) {
|
||||
w.Buffer.EnsureSpace(4)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
w.Buffer.Buf = strconv.AppendInt(w.Buffer.Buf, int64(n), 10)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
}
|
||||
|
||||
func (w *Writer) Int16Str(n int16) {
|
||||
w.Buffer.EnsureSpace(6)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
w.Buffer.Buf = strconv.AppendInt(w.Buffer.Buf, int64(n), 10)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
}
|
||||
|
||||
func (w *Writer) Int32Str(n int32) {
|
||||
w.Buffer.EnsureSpace(11)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
w.Buffer.Buf = strconv.AppendInt(w.Buffer.Buf, int64(n), 10)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
}
|
||||
|
||||
func (w *Writer) IntStr(n int) {
|
||||
w.Buffer.EnsureSpace(21)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
w.Buffer.Buf = strconv.AppendInt(w.Buffer.Buf, int64(n), 10)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
}
|
||||
|
||||
func (w *Writer) Int64Str(n int64) {
|
||||
w.Buffer.EnsureSpace(21)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
w.Buffer.Buf = strconv.AppendInt(w.Buffer.Buf, n, 10)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
}
|
||||
|
||||
func (w *Writer) Float32(n float32) {
|
||||
w.Buffer.EnsureSpace(20)
|
||||
w.Buffer.Buf = strconv.AppendFloat(w.Buffer.Buf, float64(n), 'g', -1, 32)
|
||||
}
|
||||
|
||||
func (w *Writer) Float32Str(n float32) {
|
||||
w.Buffer.EnsureSpace(20)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
w.Buffer.Buf = strconv.AppendFloat(w.Buffer.Buf, float64(n), 'g', -1, 32)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
}
|
||||
|
||||
func (w *Writer) Float64(n float64) {
|
||||
w.Buffer.EnsureSpace(20)
|
||||
w.Buffer.Buf = strconv.AppendFloat(w.Buffer.Buf, n, 'g', -1, 64)
|
||||
}
|
||||
|
||||
func (w *Writer) Float64Str(n float64) {
|
||||
w.Buffer.EnsureSpace(20)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
w.Buffer.Buf = strconv.AppendFloat(w.Buffer.Buf, float64(n), 'g', -1, 64)
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, '"')
|
||||
}
|
||||
|
||||
func (w *Writer) Bool(v bool) {
|
||||
w.Buffer.EnsureSpace(5)
|
||||
if v {
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, "true"...)
|
||||
} else {
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, "false"...)
|
||||
}
|
||||
}
|
||||
|
||||
const chars = "0123456789abcdef"
|
||||
|
||||
func getTable(falseValues ...int) [128]bool {
|
||||
table := [128]bool{}
|
||||
|
||||
for i := 0; i < 128; i++ {
|
||||
table[i] = true
|
||||
}
|
||||
|
||||
for _, v := range falseValues {
|
||||
table[v] = false
|
||||
}
|
||||
|
||||
return table
|
||||
}
|
||||
|
||||
var (
|
||||
htmlEscapeTable = getTable(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, '"', '&', '<', '>', '\\')
|
||||
htmlNoEscapeTable = getTable(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, '"', '\\')
|
||||
)
|
||||
|
||||
func (w *Writer) String(s string) {
|
||||
w.Buffer.AppendByte('"')
|
||||
|
||||
// Portions of the string that contain no escapes are appended as
|
||||
// byte slices.
|
||||
|
||||
p := 0 // last non-escape symbol
|
||||
|
||||
escapeTable := &htmlEscapeTable
|
||||
if w.NoEscapeHTML {
|
||||
escapeTable = &htmlNoEscapeTable
|
||||
}
|
||||
|
||||
for i := 0; i < len(s); {
|
||||
c := s[i]
|
||||
|
||||
if c < utf8.RuneSelf {
|
||||
if escapeTable[c] {
|
||||
// single-width character, no escaping is required
|
||||
i++
|
||||
continue
|
||||
}
|
||||
|
||||
w.Buffer.AppendString(s[p:i])
|
||||
switch c {
|
||||
case '\t':
|
||||
w.Buffer.AppendString(`\t`)
|
||||
case '\r':
|
||||
w.Buffer.AppendString(`\r`)
|
||||
case '\n':
|
||||
w.Buffer.AppendString(`\n`)
|
||||
case '\\':
|
||||
w.Buffer.AppendString(`\\`)
|
||||
case '"':
|
||||
w.Buffer.AppendString(`\"`)
|
||||
default:
|
||||
w.Buffer.AppendString(`\u00`)
|
||||
w.Buffer.AppendByte(chars[c>>4])
|
||||
w.Buffer.AppendByte(chars[c&0xf])
|
||||
}
|
||||
|
||||
i++
|
||||
p = i
|
||||
continue
|
||||
}
|
||||
|
||||
// broken utf
|
||||
runeValue, runeWidth := utf8.DecodeRuneInString(s[i:])
|
||||
if runeValue == utf8.RuneError && runeWidth == 1 {
|
||||
w.Buffer.AppendString(s[p:i])
|
||||
w.Buffer.AppendString(`\ufffd`)
|
||||
i++
|
||||
p = i
|
||||
continue
|
||||
}
|
||||
|
||||
// jsonp stuff - tab separator and line separator
|
||||
if runeValue == '\u2028' || runeValue == '\u2029' {
|
||||
w.Buffer.AppendString(s[p:i])
|
||||
w.Buffer.AppendString(`\u202`)
|
||||
w.Buffer.AppendByte(chars[runeValue&0xf])
|
||||
i += runeWidth
|
||||
p = i
|
||||
continue
|
||||
}
|
||||
i += runeWidth
|
||||
}
|
||||
w.Buffer.AppendString(s[p:])
|
||||
w.Buffer.AppendByte('"')
|
||||
}
|
||||
|
||||
const encode = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/"
|
||||
const padChar = '='
|
||||
|
||||
func (w *Writer) base64(in []byte) {
|
||||
|
||||
if len(in) == 0 {
|
||||
return
|
||||
}
|
||||
|
||||
w.Buffer.EnsureSpace(((len(in)-1)/3 + 1) * 4)
|
||||
|
||||
si := 0
|
||||
n := (len(in) / 3) * 3
|
||||
|
||||
for si < n {
|
||||
// Convert 3x 8bit source bytes into 4 bytes
|
||||
val := uint(in[si+0])<<16 | uint(in[si+1])<<8 | uint(in[si+2])
|
||||
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, encode[val>>18&0x3F], encode[val>>12&0x3F], encode[val>>6&0x3F], encode[val&0x3F])
|
||||
|
||||
si += 3
|
||||
}
|
||||
|
||||
remain := len(in) - si
|
||||
if remain == 0 {
|
||||
return
|
||||
}
|
||||
|
||||
// Add the remaining small block
|
||||
val := uint(in[si+0]) << 16
|
||||
if remain == 2 {
|
||||
val |= uint(in[si+1]) << 8
|
||||
}
|
||||
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, encode[val>>18&0x3F], encode[val>>12&0x3F])
|
||||
|
||||
switch remain {
|
||||
case 2:
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, encode[val>>6&0x3F], byte(padChar))
|
||||
case 1:
|
||||
w.Buffer.Buf = append(w.Buffer.Buf, byte(padChar), byte(padChar))
|
||||
}
|
||||
}
|
||||
+21
@@ -0,0 +1,21 @@
|
||||
MIT License
|
||||
|
||||
Copyright (c) 2024 Anthropic, PBC
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
of this software and associated documentation files (the "Software"), to deal
|
||||
in the Software without restriction, including without limitation the rights
|
||||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all
|
||||
copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
SOFTWARE.
|
||||
+9
@@ -0,0 +1,9 @@
|
||||
package mcp
|
||||
|
||||
const (
|
||||
ContentTypeText = "text"
|
||||
ContentTypeImage = "image"
|
||||
ContentTypeAudio = "audio"
|
||||
ContentTypeLink = "resource_link"
|
||||
ContentTypeResource = "resource"
|
||||
)
|
||||
+25
@@ -0,0 +1,25 @@
|
||||
package mcp
|
||||
|
||||
import "fmt"
|
||||
|
||||
// UnsupportedProtocolVersionError is returned when the server responds with
|
||||
// a protocol version that the client doesn't support.
|
||||
type UnsupportedProtocolVersionError struct {
|
||||
Version string
|
||||
}
|
||||
|
||||
func (e UnsupportedProtocolVersionError) Error() string {
|
||||
return fmt.Sprintf("unsupported protocol version: %q", e.Version)
|
||||
}
|
||||
|
||||
// Is implements the errors.Is interface for better error handling
|
||||
func (e UnsupportedProtocolVersionError) Is(target error) bool {
|
||||
_, ok := target.(UnsupportedProtocolVersionError)
|
||||
return ok
|
||||
}
|
||||
|
||||
// IsUnsupportedProtocolVersion checks if an error is an UnsupportedProtocolVersionError
|
||||
func IsUnsupportedProtocolVersion(err error) bool {
|
||||
_, ok := err.(UnsupportedProtocolVersionError)
|
||||
return ok
|
||||
}
|
||||
+176
@@ -0,0 +1,176 @@
|
||||
package mcp
|
||||
|
||||
import "net/http"
|
||||
|
||||
/* Prompts */
|
||||
|
||||
// ListPromptsRequest is sent from the client to request a list of prompts and
|
||||
// prompt templates the server has.
|
||||
type ListPromptsRequest struct {
|
||||
PaginatedRequest
|
||||
Header http.Header `json:"-"`
|
||||
}
|
||||
|
||||
// ListPromptsResult is the server's response to a prompts/list request from
|
||||
// the client.
|
||||
type ListPromptsResult struct {
|
||||
PaginatedResult
|
||||
Prompts []Prompt `json:"prompts"`
|
||||
}
|
||||
|
||||
// GetPromptRequest is used by the client to get a prompt provided by the
|
||||
// server.
|
||||
type GetPromptRequest struct {
|
||||
Request
|
||||
Params GetPromptParams `json:"params"`
|
||||
Header http.Header `json:"-"`
|
||||
}
|
||||
|
||||
type GetPromptParams struct {
|
||||
// The name of the prompt or prompt template.
|
||||
Name string `json:"name"`
|
||||
// Arguments to use for templating the prompt.
|
||||
Arguments map[string]string `json:"arguments,omitempty"`
|
||||
}
|
||||
|
||||
// GetPromptResult is the server's response to a prompts/get request from the
|
||||
// client.
|
||||
type GetPromptResult struct {
|
||||
Result
|
||||
// An optional description for the prompt.
|
||||
Description string `json:"description,omitempty"`
|
||||
Messages []PromptMessage `json:"messages"`
|
||||
}
|
||||
|
||||
// Prompt represents a prompt or prompt template that the server offers.
|
||||
// If Arguments is non-nil and non-empty, this indicates the prompt is a template
|
||||
// that requires argument values to be provided when calling prompts/get.
|
||||
// If Arguments is nil or empty, this is a static prompt that takes no arguments.
|
||||
type Prompt struct {
|
||||
// Meta is a metadata object that is reserved by MCP for storing additional information.
|
||||
Meta *Meta `json:"_meta,omitempty"`
|
||||
// The name of the prompt or prompt template.
|
||||
Name string `json:"name"`
|
||||
// An optional description of what this prompt provides
|
||||
Description string `json:"description,omitempty"`
|
||||
// A list of arguments to use for templating the prompt.
|
||||
// The presence of arguments indicates this is a template prompt.
|
||||
Arguments []PromptArgument `json:"arguments,omitempty"`
|
||||
}
|
||||
|
||||
// GetName returns the name of the prompt.
|
||||
func (p Prompt) GetName() string {
|
||||
return p.Name
|
||||
}
|
||||
|
||||
// PromptArgument describes an argument that a prompt template can accept.
|
||||
// When a prompt includes arguments, clients must provide values for all
|
||||
// required arguments when making a prompts/get request.
|
||||
type PromptArgument struct {
|
||||
// The name of the argument.
|
||||
Name string `json:"name"`
|
||||
// A human-readable description of the argument.
|
||||
Description string `json:"description,omitempty"`
|
||||
// Whether this argument must be provided.
|
||||
// If true, clients must include this argument when calling prompts/get.
|
||||
Required bool `json:"required,omitempty"`
|
||||
}
|
||||
|
||||
// Role represents the sender or recipient of messages and data in a
|
||||
// conversation.
|
||||
type Role string
|
||||
|
||||
const (
|
||||
RoleUser Role = "user"
|
||||
RoleAssistant Role = "assistant"
|
||||
)
|
||||
|
||||
// PromptMessage describes a message returned as part of a prompt.
|
||||
//
|
||||
// This is similar to `SamplingMessage`, but also supports the embedding of
|
||||
// resources from the MCP server.
|
||||
type PromptMessage struct {
|
||||
Role Role `json:"role"`
|
||||
Content Content `json:"content"` // Can be TextContent, ImageContent, AudioContent or EmbeddedResource
|
||||
}
|
||||
|
||||
// PromptListChangedNotification is an optional notification from the server
|
||||
// to the client, informing it that the list of prompts it offers has changed. This
|
||||
// may be issued by servers without any previous subscription from the client.
|
||||
type PromptListChangedNotification struct {
|
||||
Notification
|
||||
}
|
||||
|
||||
// PromptOption is a function that configures a Prompt.
|
||||
// It provides a flexible way to set various properties of a Prompt using the functional options pattern.
|
||||
type PromptOption func(*Prompt)
|
||||
|
||||
// ArgumentOption is a function that configures a PromptArgument.
|
||||
// It allows for flexible configuration of prompt arguments using the functional options pattern.
|
||||
type ArgumentOption func(*PromptArgument)
|
||||
|
||||
//
|
||||
// Core Prompt Functions
|
||||
//
|
||||
|
||||
// NewPrompt creates a new Prompt with the given name and options.
|
||||
// The prompt will be configured based on the provided options.
|
||||
// Options are applied in order, allowing for flexible prompt configuration.
|
||||
func NewPrompt(name string, opts ...PromptOption) Prompt {
|
||||
prompt := Prompt{
|
||||
Name: name,
|
||||
}
|
||||
|
||||
for _, opt := range opts {
|
||||
opt(&prompt)
|
||||
}
|
||||
|
||||
return prompt
|
||||
}
|
||||
|
||||
// WithPromptDescription adds a description to the Prompt.
|
||||
// The description should provide a clear, human-readable explanation of what the prompt does.
|
||||
func WithPromptDescription(description string) PromptOption {
|
||||
return func(p *Prompt) {
|
||||
p.Description = description
|
||||
}
|
||||
}
|
||||
|
||||
// WithArgument adds an argument to the prompt's argument list.
|
||||
// The argument will be configured based on the provided options.
|
||||
func WithArgument(name string, opts ...ArgumentOption) PromptOption {
|
||||
return func(p *Prompt) {
|
||||
arg := PromptArgument{
|
||||
Name: name,
|
||||
}
|
||||
|
||||
for _, opt := range opts {
|
||||
opt(&arg)
|
||||
}
|
||||
|
||||
if p.Arguments == nil {
|
||||
p.Arguments = make([]PromptArgument, 0)
|
||||
}
|
||||
p.Arguments = append(p.Arguments, arg)
|
||||
}
|
||||
}
|
||||
|
||||
//
|
||||
// Argument Options
|
||||
//
|
||||
|
||||
// ArgumentDescription adds a description to a prompt argument.
|
||||
// The description should explain the purpose and expected values of the argument.
|
||||
func ArgumentDescription(desc string) ArgumentOption {
|
||||
return func(arg *PromptArgument) {
|
||||
arg.Description = desc
|
||||
}
|
||||
}
|
||||
|
||||
// RequiredArgument marks an argument as required in the prompt.
|
||||
// Required arguments must be provided when getting the prompt.
|
||||
func RequiredArgument() ArgumentOption {
|
||||
return func(arg *PromptArgument) {
|
||||
arg.Required = true
|
||||
}
|
||||
}
|
||||
+99
@@ -0,0 +1,99 @@
|
||||
package mcp
|
||||
|
||||
import "github.com/yosida95/uritemplate/v3"
|
||||
|
||||
// ResourceOption is a function that configures a Resource.
|
||||
// It provides a flexible way to set various properties of a Resource using the functional options pattern.
|
||||
type ResourceOption func(*Resource)
|
||||
|
||||
// NewResource creates a new Resource with the given URI, name and options.
|
||||
// The resource will be configured based on the provided options.
|
||||
// Options are applied in order, allowing for flexible resource configuration.
|
||||
func NewResource(uri string, name string, opts ...ResourceOption) Resource {
|
||||
resource := Resource{
|
||||
URI: uri,
|
||||
Name: name,
|
||||
}
|
||||
|
||||
for _, opt := range opts {
|
||||
opt(&resource)
|
||||
}
|
||||
|
||||
return resource
|
||||
}
|
||||
|
||||
// WithResourceDescription adds a description to the Resource.
|
||||
// The description should provide a clear, human-readable explanation of what the resource represents.
|
||||
func WithResourceDescription(description string) ResourceOption {
|
||||
return func(r *Resource) {
|
||||
r.Description = description
|
||||
}
|
||||
}
|
||||
|
||||
// WithMIMEType sets the MIME type for the Resource.
|
||||
// This should indicate the format of the resource's contents.
|
||||
func WithMIMEType(mimeType string) ResourceOption {
|
||||
return func(r *Resource) {
|
||||
r.MIMEType = mimeType
|
||||
}
|
||||
}
|
||||
|
||||
// WithAnnotations adds annotations to the Resource.
|
||||
// Annotations can provide additional metadata about the resource's intended use.
|
||||
func WithAnnotations(audience []Role, priority float64) ResourceOption {
|
||||
return func(r *Resource) {
|
||||
if r.Annotations == nil {
|
||||
r.Annotations = &Annotations{}
|
||||
}
|
||||
r.Annotations.Audience = audience
|
||||
r.Annotations.Priority = priority
|
||||
}
|
||||
}
|
||||
|
||||
// ResourceTemplateOption is a function that configures a ResourceTemplate.
|
||||
// It provides a flexible way to set various properties of a ResourceTemplate using the functional options pattern.
|
||||
type ResourceTemplateOption func(*ResourceTemplate)
|
||||
|
||||
// NewResourceTemplate creates a new ResourceTemplate with the given URI template, name and options.
|
||||
// The template will be configured based on the provided options.
|
||||
// Options are applied in order, allowing for flexible template configuration.
|
||||
func NewResourceTemplate(uriTemplate string, name string, opts ...ResourceTemplateOption) ResourceTemplate {
|
||||
template := ResourceTemplate{
|
||||
URITemplate: &URITemplate{Template: uritemplate.MustNew(uriTemplate)},
|
||||
Name: name,
|
||||
}
|
||||
|
||||
for _, opt := range opts {
|
||||
opt(&template)
|
||||
}
|
||||
|
||||
return template
|
||||
}
|
||||
|
||||
// WithTemplateDescription adds a description to the ResourceTemplate.
|
||||
// The description should provide a clear, human-readable explanation of what resources this template represents.
|
||||
func WithTemplateDescription(description string) ResourceTemplateOption {
|
||||
return func(t *ResourceTemplate) {
|
||||
t.Description = description
|
||||
}
|
||||
}
|
||||
|
||||
// WithTemplateMIMEType sets the MIME type for the ResourceTemplate.
|
||||
// This should only be set if all resources matching this template will have the same type.
|
||||
func WithTemplateMIMEType(mimeType string) ResourceTemplateOption {
|
||||
return func(t *ResourceTemplate) {
|
||||
t.MIMEType = mimeType
|
||||
}
|
||||
}
|
||||
|
||||
// WithTemplateAnnotations adds annotations to the ResourceTemplate.
|
||||
// Annotations can provide additional metadata about the template's intended use.
|
||||
func WithTemplateAnnotations(audience []Role, priority float64) ResourceTemplateOption {
|
||||
return func(t *ResourceTemplate) {
|
||||
if t.Annotations == nil {
|
||||
t.Annotations = &Annotations{}
|
||||
}
|
||||
t.Annotations.Audience = audience
|
||||
t.Annotations.Priority = priority
|
||||
}
|
||||
}
|
||||
+1277
File diff suppressed because it is too large
Load Diff
+42
@@ -0,0 +1,42 @@
|
||||
package mcp
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
)
|
||||
|
||||
// TypedToolHandlerFunc is a function that handles a tool call with typed arguments
|
||||
type TypedToolHandlerFunc[T any] func(ctx context.Context, request CallToolRequest, args T) (*CallToolResult, error)
|
||||
|
||||
// StructuredToolHandlerFunc is a function that handles a tool call with typed arguments and returns structured output
|
||||
type StructuredToolHandlerFunc[TArgs any, TResult any] func(ctx context.Context, request CallToolRequest, args TArgs) (TResult, error)
|
||||
|
||||
// NewTypedToolHandler creates a ToolHandlerFunc that automatically binds arguments to a typed struct
|
||||
func NewTypedToolHandler[T any](handler TypedToolHandlerFunc[T]) func(ctx context.Context, request CallToolRequest) (*CallToolResult, error) {
|
||||
return func(ctx context.Context, request CallToolRequest) (*CallToolResult, error) {
|
||||
var args T
|
||||
if err := request.BindArguments(&args); err != nil {
|
||||
return NewToolResultError(fmt.Sprintf("failed to bind arguments: %v", err)), nil
|
||||
}
|
||||
return handler(ctx, request, args)
|
||||
}
|
||||
}
|
||||
|
||||
// NewStructuredToolHandler creates a ToolHandlerFunc that automatically binds arguments to a typed struct
|
||||
// and returns structured output. It automatically creates both structured and
|
||||
// text content (from the structured output) for backwards compatibility.
|
||||
func NewStructuredToolHandler[TArgs any, TResult any](handler StructuredToolHandlerFunc[TArgs, TResult]) func(ctx context.Context, request CallToolRequest) (*CallToolResult, error) {
|
||||
return func(ctx context.Context, request CallToolRequest) (*CallToolResult, error) {
|
||||
var args TArgs
|
||||
if err := request.BindArguments(&args); err != nil {
|
||||
return NewToolResultError(fmt.Sprintf("failed to bind arguments: %v", err)), nil
|
||||
}
|
||||
|
||||
result, err := handler(ctx, request, args)
|
||||
if err != nil {
|
||||
return NewToolResultError(fmt.Sprintf("tool execution failed: %v", err)), nil
|
||||
}
|
||||
|
||||
return NewToolResultStructuredOnly(result), nil
|
||||
}
|
||||
}
|
||||
+1173
File diff suppressed because it is too large
Load Diff
+863
@@ -0,0 +1,863 @@
|
||||
package mcp
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
|
||||
"github.com/spf13/cast"
|
||||
)
|
||||
|
||||
// ClientRequest types
|
||||
var _ ClientRequest = &PingRequest{}
|
||||
var _ ClientRequest = &InitializeRequest{}
|
||||
var _ ClientRequest = &CompleteRequest{}
|
||||
var _ ClientRequest = &SetLevelRequest{}
|
||||
var _ ClientRequest = &GetPromptRequest{}
|
||||
var _ ClientRequest = &ListPromptsRequest{}
|
||||
var _ ClientRequest = &ListResourcesRequest{}
|
||||
var _ ClientRequest = &ReadResourceRequest{}
|
||||
var _ ClientRequest = &SubscribeRequest{}
|
||||
var _ ClientRequest = &UnsubscribeRequest{}
|
||||
var _ ClientRequest = &CallToolRequest{}
|
||||
var _ ClientRequest = &ListToolsRequest{}
|
||||
|
||||
// ClientNotification types
|
||||
var _ ClientNotification = &CancelledNotification{}
|
||||
var _ ClientNotification = &ProgressNotification{}
|
||||
var _ ClientNotification = &InitializedNotification{}
|
||||
var _ ClientNotification = &RootsListChangedNotification{}
|
||||
|
||||
// ClientResult types
|
||||
var _ ClientResult = &EmptyResult{}
|
||||
var _ ClientResult = &CreateMessageResult{}
|
||||
var _ ClientResult = &ListRootsResult{}
|
||||
|
||||
// ServerRequest types
|
||||
var _ ServerRequest = &PingRequest{}
|
||||
var _ ServerRequest = &CreateMessageRequest{}
|
||||
var _ ServerRequest = &ListRootsRequest{}
|
||||
|
||||
// ServerNotification types
|
||||
var _ ServerNotification = &CancelledNotification{}
|
||||
var _ ServerNotification = &ProgressNotification{}
|
||||
var _ ServerNotification = &LoggingMessageNotification{}
|
||||
var _ ServerNotification = &ResourceUpdatedNotification{}
|
||||
var _ ServerNotification = &ResourceListChangedNotification{}
|
||||
var _ ServerNotification = &ToolListChangedNotification{}
|
||||
var _ ServerNotification = &PromptListChangedNotification{}
|
||||
|
||||
// ServerResult types
|
||||
var _ ServerResult = &EmptyResult{}
|
||||
var _ ServerResult = &InitializeResult{}
|
||||
var _ ServerResult = &CompleteResult{}
|
||||
var _ ServerResult = &GetPromptResult{}
|
||||
var _ ServerResult = &ListPromptsResult{}
|
||||
var _ ServerResult = &ListResourcesResult{}
|
||||
var _ ServerResult = &ReadResourceResult{}
|
||||
var _ ServerResult = &CallToolResult{}
|
||||
var _ ServerResult = &ListToolsResult{}
|
||||
|
||||
// Helper functions for type assertions
|
||||
|
||||
// asType attempts to cast the given interface to the given type
|
||||
func asType[T any](content any) (*T, bool) {
|
||||
tc, ok := content.(T)
|
||||
if !ok {
|
||||
return nil, false
|
||||
}
|
||||
return &tc, true
|
||||
}
|
||||
|
||||
// AsTextContent attempts to cast the given interface to TextContent
|
||||
func AsTextContent(content any) (*TextContent, bool) {
|
||||
return asType[TextContent](content)
|
||||
}
|
||||
|
||||
// AsImageContent attempts to cast the given interface to ImageContent
|
||||
func AsImageContent(content any) (*ImageContent, bool) {
|
||||
return asType[ImageContent](content)
|
||||
}
|
||||
|
||||
// AsAudioContent attempts to cast the given interface to AudioContent
|
||||
func AsAudioContent(content any) (*AudioContent, bool) {
|
||||
return asType[AudioContent](content)
|
||||
}
|
||||
|
||||
// AsEmbeddedResource attempts to cast the given interface to EmbeddedResource
|
||||
func AsEmbeddedResource(content any) (*EmbeddedResource, bool) {
|
||||
return asType[EmbeddedResource](content)
|
||||
}
|
||||
|
||||
// AsTextResourceContents attempts to cast the given interface to TextResourceContents
|
||||
func AsTextResourceContents(content any) (*TextResourceContents, bool) {
|
||||
return asType[TextResourceContents](content)
|
||||
}
|
||||
|
||||
// AsBlobResourceContents attempts to cast the given interface to BlobResourceContents
|
||||
func AsBlobResourceContents(content any) (*BlobResourceContents, bool) {
|
||||
return asType[BlobResourceContents](content)
|
||||
}
|
||||
|
||||
// Helper function for JSON-RPC
|
||||
|
||||
// NewJSONRPCResponse creates a new JSONRPCResponse with the given id and result
|
||||
func NewJSONRPCResponse(id RequestId, result Result) JSONRPCResponse {
|
||||
return JSONRPCResponse{
|
||||
JSONRPC: JSONRPC_VERSION,
|
||||
ID: id,
|
||||
Result: result,
|
||||
}
|
||||
}
|
||||
|
||||
// NewJSONRPCError creates a new JSONRPCResponse with the given id, code, and message
|
||||
func NewJSONRPCError(
|
||||
id RequestId,
|
||||
code int,
|
||||
message string,
|
||||
data any,
|
||||
) JSONRPCError {
|
||||
return JSONRPCError{
|
||||
JSONRPC: JSONRPC_VERSION,
|
||||
ID: id,
|
||||
Error: struct {
|
||||
Code int `json:"code"`
|
||||
Message string `json:"message"`
|
||||
Data any `json:"data,omitempty"`
|
||||
}{
|
||||
Code: code,
|
||||
Message: message,
|
||||
Data: data,
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
// NewProgressNotification
|
||||
// Helper function for creating a progress notification
|
||||
func NewProgressNotification(
|
||||
token ProgressToken,
|
||||
progress float64,
|
||||
total *float64,
|
||||
message *string,
|
||||
) ProgressNotification {
|
||||
notification := ProgressNotification{
|
||||
Notification: Notification{
|
||||
Method: "notifications/progress",
|
||||
},
|
||||
Params: struct {
|
||||
ProgressToken ProgressToken `json:"progressToken"`
|
||||
Progress float64 `json:"progress"`
|
||||
Total float64 `json:"total,omitempty"`
|
||||
Message string `json:"message,omitempty"`
|
||||
}{
|
||||
ProgressToken: token,
|
||||
Progress: progress,
|
||||
},
|
||||
}
|
||||
if total != nil {
|
||||
notification.Params.Total = *total
|
||||
}
|
||||
if message != nil {
|
||||
notification.Params.Message = *message
|
||||
}
|
||||
return notification
|
||||
}
|
||||
|
||||
// NewLoggingMessageNotification
|
||||
// Helper function for creating a logging message notification
|
||||
func NewLoggingMessageNotification(
|
||||
level LoggingLevel,
|
||||
logger string,
|
||||
data any,
|
||||
) LoggingMessageNotification {
|
||||
return LoggingMessageNotification{
|
||||
Notification: Notification{
|
||||
Method: "notifications/message",
|
||||
},
|
||||
Params: struct {
|
||||
Level LoggingLevel `json:"level"`
|
||||
Logger string `json:"logger,omitempty"`
|
||||
Data any `json:"data"`
|
||||
}{
|
||||
Level: level,
|
||||
Logger: logger,
|
||||
Data: data,
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
// NewPromptMessage
|
||||
// Helper function to create a new PromptMessage
|
||||
func NewPromptMessage(role Role, content Content) PromptMessage {
|
||||
return PromptMessage{
|
||||
Role: role,
|
||||
Content: content,
|
||||
}
|
||||
}
|
||||
|
||||
// NewTextContent
|
||||
// Helper function to create a new TextContent
|
||||
func NewTextContent(text string) TextContent {
|
||||
return TextContent{
|
||||
Type: ContentTypeText,
|
||||
Text: text,
|
||||
}
|
||||
}
|
||||
|
||||
// NewImageContent
|
||||
// Helper function to create a new ImageContent
|
||||
func NewImageContent(data, mimeType string) ImageContent {
|
||||
return ImageContent{
|
||||
Type: ContentTypeImage,
|
||||
Data: data,
|
||||
MIMEType: mimeType,
|
||||
}
|
||||
}
|
||||
|
||||
// Helper function to create a new AudioContent
|
||||
func NewAudioContent(data, mimeType string) AudioContent {
|
||||
return AudioContent{
|
||||
Type: ContentTypeAudio,
|
||||
Data: data,
|
||||
MIMEType: mimeType,
|
||||
}
|
||||
}
|
||||
|
||||
// Helper function to create a new ResourceLink
|
||||
func NewResourceLink(uri, name, description, mimeType string) ResourceLink {
|
||||
return ResourceLink{
|
||||
Type: ContentTypeLink,
|
||||
URI: uri,
|
||||
Name: name,
|
||||
Description: description,
|
||||
MIMEType: mimeType,
|
||||
}
|
||||
}
|
||||
|
||||
// Helper function to create a new EmbeddedResource
|
||||
func NewEmbeddedResource(resource ResourceContents) EmbeddedResource {
|
||||
return EmbeddedResource{
|
||||
Type: ContentTypeResource,
|
||||
Resource: resource,
|
||||
}
|
||||
}
|
||||
|
||||
// NewToolResultText creates a new CallToolResult with a text content
|
||||
func NewToolResultText(text string) *CallToolResult {
|
||||
return &CallToolResult{
|
||||
Content: []Content{
|
||||
TextContent{
|
||||
Type: ContentTypeText,
|
||||
Text: text,
|
||||
},
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
// NewToolResultStructured creates a new CallToolResult with structured content.
|
||||
// It includes both the structured content and a text representation for backward compatibility.
|
||||
func NewToolResultStructured(structured any, fallbackText string) *CallToolResult {
|
||||
return &CallToolResult{
|
||||
Content: []Content{
|
||||
TextContent{
|
||||
Type: "text",
|
||||
Text: fallbackText,
|
||||
},
|
||||
},
|
||||
StructuredContent: structured,
|
||||
}
|
||||
}
|
||||
|
||||
// NewToolResultStructuredOnly creates a new CallToolResult with structured
|
||||
// content and creates a JSON string fallback for backwards compatibility.
|
||||
// This is useful when you want to provide structured data without any specific text fallback.
|
||||
func NewToolResultStructuredOnly(structured any) *CallToolResult {
|
||||
var fallbackText string
|
||||
// Convert to JSON string for backward compatibility
|
||||
jsonBytes, err := json.Marshal(structured)
|
||||
if err != nil {
|
||||
fallbackText = fmt.Sprintf("Error serializing structured content: %v", err)
|
||||
} else {
|
||||
fallbackText = string(jsonBytes)
|
||||
}
|
||||
|
||||
return &CallToolResult{
|
||||
Content: []Content{
|
||||
TextContent{
|
||||
Type: "text",
|
||||
Text: fallbackText,
|
||||
},
|
||||
},
|
||||
StructuredContent: structured,
|
||||
}
|
||||
}
|
||||
|
||||
// NewToolResultImage creates a new CallToolResult with both text and image content
|
||||
func NewToolResultImage(text, imageData, mimeType string) *CallToolResult {
|
||||
return &CallToolResult{
|
||||
Content: []Content{
|
||||
TextContent{
|
||||
Type: ContentTypeText,
|
||||
Text: text,
|
||||
},
|
||||
ImageContent{
|
||||
Type: ContentTypeImage,
|
||||
Data: imageData,
|
||||
MIMEType: mimeType,
|
||||
},
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
// NewToolResultAudio creates a new CallToolResult with both text and audio content
|
||||
func NewToolResultAudio(text, imageData, mimeType string) *CallToolResult {
|
||||
return &CallToolResult{
|
||||
Content: []Content{
|
||||
TextContent{
|
||||
Type: ContentTypeText,
|
||||
Text: text,
|
||||
},
|
||||
AudioContent{
|
||||
Type: ContentTypeAudio,
|
||||
Data: imageData,
|
||||
MIMEType: mimeType,
|
||||
},
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
// NewToolResultResource creates a new CallToolResult with an embedded resource
|
||||
func NewToolResultResource(
|
||||
text string,
|
||||
resource ResourceContents,
|
||||
) *CallToolResult {
|
||||
return &CallToolResult{
|
||||
Content: []Content{
|
||||
TextContent{
|
||||
Type: ContentTypeText,
|
||||
Text: text,
|
||||
},
|
||||
EmbeddedResource{
|
||||
Type: ContentTypeResource,
|
||||
Resource: resource,
|
||||
},
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
// NewToolResultError creates a new CallToolResult with an error message.
|
||||
// Any errors that originate from the tool SHOULD be reported inside the result object.
|
||||
func NewToolResultError(text string) *CallToolResult {
|
||||
return &CallToolResult{
|
||||
Content: []Content{
|
||||
TextContent{
|
||||
Type: ContentTypeText,
|
||||
Text: text,
|
||||
},
|
||||
},
|
||||
IsError: true,
|
||||
}
|
||||
}
|
||||
|
||||
// NewToolResultErrorFromErr creates a new CallToolResult with an error message.
|
||||
// If an error is provided, its details will be appended to the text message.
|
||||
// Any errors that originate from the tool SHOULD be reported inside the result object.
|
||||
func NewToolResultErrorFromErr(text string, err error) *CallToolResult {
|
||||
if err != nil {
|
||||
text = fmt.Sprintf("%s: %v", text, err)
|
||||
}
|
||||
return &CallToolResult{
|
||||
Content: []Content{
|
||||
TextContent{
|
||||
Type: ContentTypeText,
|
||||
Text: text,
|
||||
},
|
||||
},
|
||||
IsError: true,
|
||||
}
|
||||
}
|
||||
|
||||
// NewToolResultErrorf creates a new CallToolResult with an error message.
|
||||
// The error message is formatted using the fmt package.
|
||||
// Any errors that originate from the tool SHOULD be reported inside the result object.
|
||||
func NewToolResultErrorf(format string, a ...any) *CallToolResult {
|
||||
return &CallToolResult{
|
||||
Content: []Content{
|
||||
TextContent{
|
||||
Type: ContentTypeText,
|
||||
Text: fmt.Sprintf(format, a...),
|
||||
},
|
||||
},
|
||||
IsError: true,
|
||||
}
|
||||
}
|
||||
|
||||
// NewListResourcesResult creates a new ListResourcesResult
|
||||
func NewListResourcesResult(
|
||||
resources []Resource,
|
||||
nextCursor Cursor,
|
||||
) *ListResourcesResult {
|
||||
return &ListResourcesResult{
|
||||
PaginatedResult: PaginatedResult{
|
||||
NextCursor: nextCursor,
|
||||
},
|
||||
Resources: resources,
|
||||
}
|
||||
}
|
||||
|
||||
// NewListResourceTemplatesResult creates a new ListResourceTemplatesResult
|
||||
func NewListResourceTemplatesResult(
|
||||
templates []ResourceTemplate,
|
||||
nextCursor Cursor,
|
||||
) *ListResourceTemplatesResult {
|
||||
return &ListResourceTemplatesResult{
|
||||
PaginatedResult: PaginatedResult{
|
||||
NextCursor: nextCursor,
|
||||
},
|
||||
ResourceTemplates: templates,
|
||||
}
|
||||
}
|
||||
|
||||
// NewReadResourceResult creates a new ReadResourceResult with text content
|
||||
func NewReadResourceResult(text string) *ReadResourceResult {
|
||||
return &ReadResourceResult{
|
||||
Contents: []ResourceContents{
|
||||
TextResourceContents{
|
||||
Text: text,
|
||||
},
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
// NewListPromptsResult creates a new ListPromptsResult
|
||||
func NewListPromptsResult(
|
||||
prompts []Prompt,
|
||||
nextCursor Cursor,
|
||||
) *ListPromptsResult {
|
||||
return &ListPromptsResult{
|
||||
PaginatedResult: PaginatedResult{
|
||||
NextCursor: nextCursor,
|
||||
},
|
||||
Prompts: prompts,
|
||||
}
|
||||
}
|
||||
|
||||
// NewGetPromptResult creates a new GetPromptResult
|
||||
func NewGetPromptResult(
|
||||
description string,
|
||||
messages []PromptMessage,
|
||||
) *GetPromptResult {
|
||||
return &GetPromptResult{
|
||||
Description: description,
|
||||
Messages: messages,
|
||||
}
|
||||
}
|
||||
|
||||
// NewListToolsResult creates a new ListToolsResult
|
||||
func NewListToolsResult(tools []Tool, nextCursor Cursor) *ListToolsResult {
|
||||
return &ListToolsResult{
|
||||
PaginatedResult: PaginatedResult{
|
||||
NextCursor: nextCursor,
|
||||
},
|
||||
Tools: tools,
|
||||
}
|
||||
}
|
||||
|
||||
// NewInitializeResult creates a new InitializeResult
|
||||
func NewInitializeResult(
|
||||
protocolVersion string,
|
||||
capabilities ServerCapabilities,
|
||||
serverInfo Implementation,
|
||||
instructions string,
|
||||
) *InitializeResult {
|
||||
return &InitializeResult{
|
||||
ProtocolVersion: protocolVersion,
|
||||
Capabilities: capabilities,
|
||||
ServerInfo: serverInfo,
|
||||
Instructions: instructions,
|
||||
}
|
||||
}
|
||||
|
||||
// FormatNumberResult
|
||||
// Helper for formatting numbers in tool results
|
||||
func FormatNumberResult(value float64) *CallToolResult {
|
||||
return NewToolResultText(fmt.Sprintf("%.2f", value))
|
||||
}
|
||||
|
||||
func ExtractString(data map[string]any, key string) string {
|
||||
if value, ok := data[key]; ok {
|
||||
if str, ok := value.(string); ok {
|
||||
return str
|
||||
}
|
||||
}
|
||||
return ""
|
||||
}
|
||||
|
||||
func ExtractMap(data map[string]any, key string) map[string]any {
|
||||
if value, ok := data[key]; ok {
|
||||
if m, ok := value.(map[string]any); ok {
|
||||
return m
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func ParseContent(contentMap map[string]any) (Content, error) {
|
||||
contentType := ExtractString(contentMap, "type")
|
||||
|
||||
switch contentType {
|
||||
case ContentTypeText:
|
||||
text := ExtractString(contentMap, "text")
|
||||
return NewTextContent(text), nil
|
||||
|
||||
case ContentTypeImage:
|
||||
data := ExtractString(contentMap, "data")
|
||||
mimeType := ExtractString(contentMap, "mimeType")
|
||||
if data == "" || mimeType == "" {
|
||||
return nil, fmt.Errorf("image data or mimeType is missing")
|
||||
}
|
||||
return NewImageContent(data, mimeType), nil
|
||||
|
||||
case ContentTypeAudio:
|
||||
data := ExtractString(contentMap, "data")
|
||||
mimeType := ExtractString(contentMap, "mimeType")
|
||||
if data == "" || mimeType == "" {
|
||||
return nil, fmt.Errorf("audio data or mimeType is missing")
|
||||
}
|
||||
return NewAudioContent(data, mimeType), nil
|
||||
|
||||
case ContentTypeLink:
|
||||
uri := ExtractString(contentMap, "uri")
|
||||
name := ExtractString(contentMap, "name")
|
||||
description := ExtractString(contentMap, "description")
|
||||
mimeType := ExtractString(contentMap, "mimeType")
|
||||
if uri == "" || name == "" {
|
||||
return nil, fmt.Errorf("resource_link uri or name is missing")
|
||||
}
|
||||
return NewResourceLink(uri, name, description, mimeType), nil
|
||||
|
||||
case ContentTypeResource:
|
||||
resourceMap := ExtractMap(contentMap, "resource")
|
||||
if resourceMap == nil {
|
||||
return nil, fmt.Errorf("resource is missing")
|
||||
}
|
||||
|
||||
resourceContents, err := ParseResourceContents(resourceMap)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return NewEmbeddedResource(resourceContents), nil
|
||||
}
|
||||
|
||||
return nil, fmt.Errorf("unsupported content type: %s", contentType)
|
||||
}
|
||||
|
||||
func ParseGetPromptResult(rawMessage *json.RawMessage) (*GetPromptResult, error) {
|
||||
if rawMessage == nil {
|
||||
return nil, fmt.Errorf("response is nil")
|
||||
}
|
||||
|
||||
var jsonContent map[string]any
|
||||
if err := json.Unmarshal(*rawMessage, &jsonContent); err != nil {
|
||||
return nil, fmt.Errorf("failed to unmarshal response: %w", err)
|
||||
}
|
||||
|
||||
result := GetPromptResult{}
|
||||
|
||||
meta, ok := jsonContent["_meta"]
|
||||
if ok {
|
||||
if metaMap, ok := meta.(map[string]any); ok {
|
||||
result.Meta = NewMetaFromMap(metaMap)
|
||||
}
|
||||
}
|
||||
|
||||
description, ok := jsonContent["description"]
|
||||
if ok {
|
||||
if descriptionStr, ok := description.(string); ok {
|
||||
result.Description = descriptionStr
|
||||
}
|
||||
}
|
||||
|
||||
messages, ok := jsonContent["messages"]
|
||||
if ok {
|
||||
messagesArr, ok := messages.([]any)
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("messages is not an array")
|
||||
}
|
||||
|
||||
for _, message := range messagesArr {
|
||||
messageMap, ok := message.(map[string]any)
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("message is not an object")
|
||||
}
|
||||
|
||||
// Extract role
|
||||
roleStr := ExtractString(messageMap, "role")
|
||||
if roleStr == "" || (roleStr != string(RoleAssistant) && roleStr != string(RoleUser)) {
|
||||
return nil, fmt.Errorf("unsupported role: %s", roleStr)
|
||||
}
|
||||
|
||||
// Extract content
|
||||
contentMap, ok := messageMap["content"].(map[string]any)
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("content is not an object")
|
||||
}
|
||||
|
||||
// Process content
|
||||
content, err := ParseContent(contentMap)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
// Append processed message
|
||||
result.Messages = append(result.Messages, NewPromptMessage(Role(roleStr), content))
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
return &result, nil
|
||||
}
|
||||
|
||||
func ParseCallToolResult(rawMessage *json.RawMessage) (*CallToolResult, error) {
|
||||
if rawMessage == nil {
|
||||
return nil, fmt.Errorf("response is nil")
|
||||
}
|
||||
|
||||
var jsonContent map[string]any
|
||||
if err := json.Unmarshal(*rawMessage, &jsonContent); err != nil {
|
||||
return nil, fmt.Errorf("failed to unmarshal response: %w", err)
|
||||
}
|
||||
|
||||
var result CallToolResult
|
||||
|
||||
meta, ok := jsonContent["_meta"]
|
||||
if ok {
|
||||
if metaMap, ok := meta.(map[string]any); ok {
|
||||
result.Meta = NewMetaFromMap(metaMap)
|
||||
}
|
||||
}
|
||||
|
||||
isError, ok := jsonContent["isError"]
|
||||
if ok {
|
||||
if isErrorBool, ok := isError.(bool); ok {
|
||||
result.IsError = isErrorBool
|
||||
}
|
||||
}
|
||||
|
||||
contents, ok := jsonContent["content"]
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("content is missing")
|
||||
}
|
||||
|
||||
contentArr, ok := contents.([]any)
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("content is not an array")
|
||||
}
|
||||
|
||||
for _, content := range contentArr {
|
||||
// Extract content
|
||||
contentMap, ok := content.(map[string]any)
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("content is not an object")
|
||||
}
|
||||
|
||||
// Process content
|
||||
content, err := ParseContent(contentMap)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
result.Content = append(result.Content, content)
|
||||
}
|
||||
|
||||
// Handle structured content
|
||||
structuredContent, ok := jsonContent["structuredContent"]
|
||||
if ok {
|
||||
result.StructuredContent = structuredContent
|
||||
}
|
||||
|
||||
return &result, nil
|
||||
}
|
||||
|
||||
func ParseResourceContents(contentMap map[string]any) (ResourceContents, error) {
|
||||
uri := ExtractString(contentMap, "uri")
|
||||
if uri == "" {
|
||||
return nil, fmt.Errorf("resource uri is missing")
|
||||
}
|
||||
|
||||
mimeType := ExtractString(contentMap, "mimeType")
|
||||
|
||||
if text := ExtractString(contentMap, "text"); text != "" {
|
||||
return TextResourceContents{
|
||||
URI: uri,
|
||||
MIMEType: mimeType,
|
||||
Text: text,
|
||||
}, nil
|
||||
}
|
||||
|
||||
if blob := ExtractString(contentMap, "blob"); blob != "" {
|
||||
return BlobResourceContents{
|
||||
URI: uri,
|
||||
MIMEType: mimeType,
|
||||
Blob: blob,
|
||||
}, nil
|
||||
}
|
||||
|
||||
return nil, fmt.Errorf("unsupported resource type")
|
||||
}
|
||||
|
||||
func ParseReadResourceResult(rawMessage *json.RawMessage) (*ReadResourceResult, error) {
|
||||
if rawMessage == nil {
|
||||
return nil, fmt.Errorf("response is nil")
|
||||
}
|
||||
|
||||
var jsonContent map[string]any
|
||||
if err := json.Unmarshal(*rawMessage, &jsonContent); err != nil {
|
||||
return nil, fmt.Errorf("failed to unmarshal response: %w", err)
|
||||
}
|
||||
|
||||
var result ReadResourceResult
|
||||
|
||||
meta, ok := jsonContent["_meta"]
|
||||
if ok {
|
||||
if metaMap, ok := meta.(map[string]any); ok {
|
||||
result.Meta = NewMetaFromMap(metaMap)
|
||||
}
|
||||
}
|
||||
|
||||
contents, ok := jsonContent["contents"]
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("contents is missing")
|
||||
}
|
||||
|
||||
contentArr, ok := contents.([]any)
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("contents is not an array")
|
||||
}
|
||||
|
||||
for _, content := range contentArr {
|
||||
// Extract content
|
||||
contentMap, ok := content.(map[string]any)
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("content is not an object")
|
||||
}
|
||||
|
||||
// Process content
|
||||
content, err := ParseResourceContents(contentMap)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
result.Contents = append(result.Contents, content)
|
||||
}
|
||||
|
||||
return &result, nil
|
||||
}
|
||||
|
||||
func ParseArgument(request CallToolRequest, key string, defaultVal any) any {
|
||||
args := request.GetArguments()
|
||||
if _, ok := args[key]; !ok {
|
||||
return defaultVal
|
||||
} else {
|
||||
return args[key]
|
||||
}
|
||||
}
|
||||
|
||||
// ParseBoolean extracts and converts a boolean parameter from a CallToolRequest.
|
||||
// If the key is not found in the Arguments map, the defaultValue is returned.
|
||||
// The function uses cast.ToBool for conversion which handles various string representations
|
||||
// such as "true", "yes", "1", etc.
|
||||
func ParseBoolean(request CallToolRequest, key string, defaultValue bool) bool {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToBool(v)
|
||||
}
|
||||
|
||||
// ParseInt64 extracts and converts an int64 parameter from a CallToolRequest.
|
||||
// If the key is not found in the Arguments map, the defaultValue is returned.
|
||||
func ParseInt64(request CallToolRequest, key string, defaultValue int64) int64 {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToInt64(v)
|
||||
}
|
||||
|
||||
// ParseInt32 extracts and converts an int32 parameter from a CallToolRequest.
|
||||
func ParseInt32(request CallToolRequest, key string, defaultValue int32) int32 {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToInt32(v)
|
||||
}
|
||||
|
||||
// ParseInt16 extracts and converts an int16 parameter from a CallToolRequest.
|
||||
func ParseInt16(request CallToolRequest, key string, defaultValue int16) int16 {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToInt16(v)
|
||||
}
|
||||
|
||||
// ParseInt8 extracts and converts an int8 parameter from a CallToolRequest.
|
||||
func ParseInt8(request CallToolRequest, key string, defaultValue int8) int8 {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToInt8(v)
|
||||
}
|
||||
|
||||
// ParseInt extracts and converts an int parameter from a CallToolRequest.
|
||||
func ParseInt(request CallToolRequest, key string, defaultValue int) int {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToInt(v)
|
||||
}
|
||||
|
||||
// ParseUInt extracts and converts an uint parameter from a CallToolRequest.
|
||||
func ParseUInt(request CallToolRequest, key string, defaultValue uint) uint {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToUint(v)
|
||||
}
|
||||
|
||||
// ParseUInt64 extracts and converts an uint64 parameter from a CallToolRequest.
|
||||
func ParseUInt64(request CallToolRequest, key string, defaultValue uint64) uint64 {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToUint64(v)
|
||||
}
|
||||
|
||||
// ParseUInt32 extracts and converts an uint32 parameter from a CallToolRequest.
|
||||
func ParseUInt32(request CallToolRequest, key string, defaultValue uint32) uint32 {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToUint32(v)
|
||||
}
|
||||
|
||||
// ParseUInt16 extracts and converts an uint16 parameter from a CallToolRequest.
|
||||
func ParseUInt16(request CallToolRequest, key string, defaultValue uint16) uint16 {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToUint16(v)
|
||||
}
|
||||
|
||||
// ParseUInt8 extracts and converts an uint8 parameter from a CallToolRequest.
|
||||
func ParseUInt8(request CallToolRequest, key string, defaultValue uint8) uint8 {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToUint8(v)
|
||||
}
|
||||
|
||||
// ParseFloat32 extracts and converts a float32 parameter from a CallToolRequest.
|
||||
func ParseFloat32(request CallToolRequest, key string, defaultValue float32) float32 {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToFloat32(v)
|
||||
}
|
||||
|
||||
// ParseFloat64 extracts and converts a float64 parameter from a CallToolRequest.
|
||||
func ParseFloat64(request CallToolRequest, key string, defaultValue float64) float64 {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToFloat64(v)
|
||||
}
|
||||
|
||||
// ParseString extracts and converts a string parameter from a CallToolRequest.
|
||||
func ParseString(request CallToolRequest, key string, defaultValue string) string {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToString(v)
|
||||
}
|
||||
|
||||
// ParseStringMap extracts and converts a string map parameter from a CallToolRequest.
|
||||
func ParseStringMap(request CallToolRequest, key string, defaultValue map[string]any) map[string]any {
|
||||
v := ParseArgument(request, key, defaultValue)
|
||||
return cast.ToStringMap(v)
|
||||
}
|
||||
|
||||
// ToBoolPtr returns a pointer to the given boolean value
|
||||
func ToBoolPtr(b bool) *bool {
|
||||
return &b
|
||||
}
|
||||
+7
@@ -0,0 +1,7 @@
|
||||
package server
|
||||
|
||||
// Common HTTP header constants used across server transports
|
||||
const (
|
||||
HeaderKeySessionID = "Mcp-Session-Id"
|
||||
HeaderKeyProtocolVersion = "Mcp-Protocol-Version"
|
||||
)
|
||||
+8
@@ -0,0 +1,8 @@
|
||||
package server
|
||||
|
||||
type contextKey int
|
||||
|
||||
const (
|
||||
// This const is used as key for context value lookup
|
||||
requestHeader contextKey = iota
|
||||
)
|
||||
+34
@@ -0,0 +1,34 @@
|
||||
package server
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
)
|
||||
|
||||
var (
|
||||
// Common server errors
|
||||
ErrUnsupported = errors.New("not supported")
|
||||
ErrResourceNotFound = errors.New("resource not found")
|
||||
ErrPromptNotFound = errors.New("prompt not found")
|
||||
ErrToolNotFound = errors.New("tool not found")
|
||||
|
||||
// Session-related errors
|
||||
ErrSessionNotFound = errors.New("session not found")
|
||||
ErrSessionExists = errors.New("session already exists")
|
||||
ErrSessionNotInitialized = errors.New("session not properly initialized")
|
||||
ErrSessionDoesNotSupportTools = errors.New("session does not support per-session tools")
|
||||
ErrSessionDoesNotSupportLogging = errors.New("session does not support setting logging level")
|
||||
|
||||
// Notification-related errors
|
||||
ErrNotificationNotInitialized = errors.New("notification channel not initialized")
|
||||
ErrNotificationChannelBlocked = errors.New("notification channel queue is full - client may not be processing notifications fast enough")
|
||||
)
|
||||
|
||||
// ErrDynamicPathConfig is returned when attempting to use static path methods with dynamic path configuration
|
||||
type ErrDynamicPathConfig struct {
|
||||
Method string
|
||||
}
|
||||
|
||||
func (e *ErrDynamicPathConfig) Error() string {
|
||||
return fmt.Sprintf("%s cannot be used with WithDynamicBasePath. Use dynamic path logic in your router.", e.Method)
|
||||
}
|
||||
+532
@@ -0,0 +1,532 @@
|
||||
// Code generated by `go generate`. DO NOT EDIT.
|
||||
// source: server/internal/gen/hooks.go.tmpl
|
||||
package server
|
||||
|
||||
import (
|
||||
"context"
|
||||
|
||||
"github.com/mark3labs/mcp-go/mcp"
|
||||
)
|
||||
|
||||
// OnRegisterSessionHookFunc is a hook that will be called when a new session is registered.
|
||||
type OnRegisterSessionHookFunc func(ctx context.Context, session ClientSession)
|
||||
|
||||
// OnUnregisterSessionHookFunc is a hook that will be called when a session is being unregistered.
|
||||
type OnUnregisterSessionHookFunc func(ctx context.Context, session ClientSession)
|
||||
|
||||
// BeforeAnyHookFunc is a function that is called after the request is
|
||||
// parsed but before the method is called.
|
||||
type BeforeAnyHookFunc func(ctx context.Context, id any, method mcp.MCPMethod, message any)
|
||||
|
||||
// OnSuccessHookFunc is a hook that will be called after the request
|
||||
// successfully generates a result, but before the result is sent to the client.
|
||||
type OnSuccessHookFunc func(ctx context.Context, id any, method mcp.MCPMethod, message any, result any)
|
||||
|
||||
// OnErrorHookFunc is a hook that will be called when an error occurs,
|
||||
// either during the request parsing or the method execution.
|
||||
//
|
||||
// Example usage:
|
||||
// ```
|
||||
//
|
||||
// hooks.AddOnError(func(ctx context.Context, id any, method mcp.MCPMethod, message any, err error) {
|
||||
// // Check for specific error types using errors.Is
|
||||
// if errors.Is(err, ErrUnsupported) {
|
||||
// // Handle capability not supported errors
|
||||
// log.Printf("Capability not supported: %v", err)
|
||||
// }
|
||||
//
|
||||
// // Use errors.As to get specific error types
|
||||
// var parseErr = &UnparsableMessageError{}
|
||||
// if errors.As(err, &parseErr) {
|
||||
// // Access specific methods/fields of the error type
|
||||
// log.Printf("Failed to parse message for method %s: %v",
|
||||
// parseErr.GetMethod(), parseErr.Unwrap())
|
||||
// // Access the raw message that failed to parse
|
||||
// rawMsg := parseErr.GetMessage()
|
||||
// }
|
||||
//
|
||||
// // Check for specific resource/prompt/tool errors
|
||||
// switch {
|
||||
// case errors.Is(err, ErrResourceNotFound):
|
||||
// log.Printf("Resource not found: %v", err)
|
||||
// case errors.Is(err, ErrPromptNotFound):
|
||||
// log.Printf("Prompt not found: %v", err)
|
||||
// case errors.Is(err, ErrToolNotFound):
|
||||
// log.Printf("Tool not found: %v", err)
|
||||
// }
|
||||
// })
|
||||
type OnErrorHookFunc func(ctx context.Context, id any, method mcp.MCPMethod, message any, err error)
|
||||
|
||||
// OnRequestInitializationFunc is a function that called before handle diff request method
|
||||
// Should any errors arise during func execution, the service will promptly return the corresponding error message.
|
||||
type OnRequestInitializationFunc func(ctx context.Context, id any, message any) error
|
||||
|
||||
type OnBeforeInitializeFunc func(ctx context.Context, id any, message *mcp.InitializeRequest)
|
||||
type OnAfterInitializeFunc func(ctx context.Context, id any, message *mcp.InitializeRequest, result *mcp.InitializeResult)
|
||||
|
||||
type OnBeforePingFunc func(ctx context.Context, id any, message *mcp.PingRequest)
|
||||
type OnAfterPingFunc func(ctx context.Context, id any, message *mcp.PingRequest, result *mcp.EmptyResult)
|
||||
|
||||
type OnBeforeSetLevelFunc func(ctx context.Context, id any, message *mcp.SetLevelRequest)
|
||||
type OnAfterSetLevelFunc func(ctx context.Context, id any, message *mcp.SetLevelRequest, result *mcp.EmptyResult)
|
||||
|
||||
type OnBeforeListResourcesFunc func(ctx context.Context, id any, message *mcp.ListResourcesRequest)
|
||||
type OnAfterListResourcesFunc func(ctx context.Context, id any, message *mcp.ListResourcesRequest, result *mcp.ListResourcesResult)
|
||||
|
||||
type OnBeforeListResourceTemplatesFunc func(ctx context.Context, id any, message *mcp.ListResourceTemplatesRequest)
|
||||
type OnAfterListResourceTemplatesFunc func(ctx context.Context, id any, message *mcp.ListResourceTemplatesRequest, result *mcp.ListResourceTemplatesResult)
|
||||
|
||||
type OnBeforeReadResourceFunc func(ctx context.Context, id any, message *mcp.ReadResourceRequest)
|
||||
type OnAfterReadResourceFunc func(ctx context.Context, id any, message *mcp.ReadResourceRequest, result *mcp.ReadResourceResult)
|
||||
|
||||
type OnBeforeListPromptsFunc func(ctx context.Context, id any, message *mcp.ListPromptsRequest)
|
||||
type OnAfterListPromptsFunc func(ctx context.Context, id any, message *mcp.ListPromptsRequest, result *mcp.ListPromptsResult)
|
||||
|
||||
type OnBeforeGetPromptFunc func(ctx context.Context, id any, message *mcp.GetPromptRequest)
|
||||
type OnAfterGetPromptFunc func(ctx context.Context, id any, message *mcp.GetPromptRequest, result *mcp.GetPromptResult)
|
||||
|
||||
type OnBeforeListToolsFunc func(ctx context.Context, id any, message *mcp.ListToolsRequest)
|
||||
type OnAfterListToolsFunc func(ctx context.Context, id any, message *mcp.ListToolsRequest, result *mcp.ListToolsResult)
|
||||
|
||||
type OnBeforeCallToolFunc func(ctx context.Context, id any, message *mcp.CallToolRequest)
|
||||
type OnAfterCallToolFunc func(ctx context.Context, id any, message *mcp.CallToolRequest, result *mcp.CallToolResult)
|
||||
|
||||
type Hooks struct {
|
||||
OnRegisterSession []OnRegisterSessionHookFunc
|
||||
OnUnregisterSession []OnUnregisterSessionHookFunc
|
||||
OnBeforeAny []BeforeAnyHookFunc
|
||||
OnSuccess []OnSuccessHookFunc
|
||||
OnError []OnErrorHookFunc
|
||||
OnRequestInitialization []OnRequestInitializationFunc
|
||||
OnBeforeInitialize []OnBeforeInitializeFunc
|
||||
OnAfterInitialize []OnAfterInitializeFunc
|
||||
OnBeforePing []OnBeforePingFunc
|
||||
OnAfterPing []OnAfterPingFunc
|
||||
OnBeforeSetLevel []OnBeforeSetLevelFunc
|
||||
OnAfterSetLevel []OnAfterSetLevelFunc
|
||||
OnBeforeListResources []OnBeforeListResourcesFunc
|
||||
OnAfterListResources []OnAfterListResourcesFunc
|
||||
OnBeforeListResourceTemplates []OnBeforeListResourceTemplatesFunc
|
||||
OnAfterListResourceTemplates []OnAfterListResourceTemplatesFunc
|
||||
OnBeforeReadResource []OnBeforeReadResourceFunc
|
||||
OnAfterReadResource []OnAfterReadResourceFunc
|
||||
OnBeforeListPrompts []OnBeforeListPromptsFunc
|
||||
OnAfterListPrompts []OnAfterListPromptsFunc
|
||||
OnBeforeGetPrompt []OnBeforeGetPromptFunc
|
||||
OnAfterGetPrompt []OnAfterGetPromptFunc
|
||||
OnBeforeListTools []OnBeforeListToolsFunc
|
||||
OnAfterListTools []OnAfterListToolsFunc
|
||||
OnBeforeCallTool []OnBeforeCallToolFunc
|
||||
OnAfterCallTool []OnAfterCallToolFunc
|
||||
}
|
||||
|
||||
func (c *Hooks) AddBeforeAny(hook BeforeAnyHookFunc) {
|
||||
c.OnBeforeAny = append(c.OnBeforeAny, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) AddOnSuccess(hook OnSuccessHookFunc) {
|
||||
c.OnSuccess = append(c.OnSuccess, hook)
|
||||
}
|
||||
|
||||
// AddOnError registers a hook function that will be called when an error occurs.
|
||||
// The error parameter contains the actual error object, which can be interrogated
|
||||
// using Go's error handling patterns like errors.Is and errors.As.
|
||||
//
|
||||
// Example:
|
||||
// ```
|
||||
// // Create a channel to receive errors for testing
|
||||
// errChan := make(chan error, 1)
|
||||
//
|
||||
// // Register hook to capture and inspect errors
|
||||
// hooks := &Hooks{}
|
||||
//
|
||||
// hooks.AddOnError(func(ctx context.Context, id any, method mcp.MCPMethod, message any, err error) {
|
||||
// // For capability-related errors
|
||||
// if errors.Is(err, ErrUnsupported) {
|
||||
// // Handle capability not supported
|
||||
// errChan <- err
|
||||
// return
|
||||
// }
|
||||
//
|
||||
// // For parsing errors
|
||||
// var parseErr = &UnparsableMessageError{}
|
||||
// if errors.As(err, &parseErr) {
|
||||
// // Handle unparsable message errors
|
||||
// fmt.Printf("Failed to parse %s request: %v\n",
|
||||
// parseErr.GetMethod(), parseErr.Unwrap())
|
||||
// errChan <- parseErr
|
||||
// return
|
||||
// }
|
||||
//
|
||||
// // For resource/prompt/tool not found errors
|
||||
// if errors.Is(err, ErrResourceNotFound) ||
|
||||
// errors.Is(err, ErrPromptNotFound) ||
|
||||
// errors.Is(err, ErrToolNotFound) {
|
||||
// // Handle not found errors
|
||||
// errChan <- err
|
||||
// return
|
||||
// }
|
||||
//
|
||||
// // For other errors
|
||||
// errChan <- err
|
||||
// })
|
||||
//
|
||||
// server := NewMCPServer("test-server", "1.0.0", WithHooks(hooks))
|
||||
// ```
|
||||
func (c *Hooks) AddOnError(hook OnErrorHookFunc) {
|
||||
c.OnError = append(c.OnError, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) beforeAny(ctx context.Context, id any, method mcp.MCPMethod, message any) {
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnBeforeAny {
|
||||
hook(ctx, id, method, message)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) onSuccess(ctx context.Context, id any, method mcp.MCPMethod, message any, result any) {
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnSuccess {
|
||||
hook(ctx, id, method, message, result)
|
||||
}
|
||||
}
|
||||
|
||||
// onError calls all registered error hooks with the error object.
|
||||
// The err parameter contains the actual error that occurred, which implements
|
||||
// the standard error interface and may be a wrapped error or custom error type.
|
||||
//
|
||||
// This allows consumer code to use Go's error handling patterns:
|
||||
// - errors.Is(err, ErrUnsupported) to check for specific sentinel errors
|
||||
// - errors.As(err, &customErr) to extract custom error types
|
||||
//
|
||||
// Common error types include:
|
||||
// - ErrUnsupported: When a capability is not enabled
|
||||
// - UnparsableMessageError: When request parsing fails
|
||||
// - ErrResourceNotFound: When a resource is not found
|
||||
// - ErrPromptNotFound: When a prompt is not found
|
||||
// - ErrToolNotFound: When a tool is not found
|
||||
func (c *Hooks) onError(ctx context.Context, id any, method mcp.MCPMethod, message any, err error) {
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnError {
|
||||
hook(ctx, id, method, message, err)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) AddOnRegisterSession(hook OnRegisterSessionHookFunc) {
|
||||
c.OnRegisterSession = append(c.OnRegisterSession, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) RegisterSession(ctx context.Context, session ClientSession) {
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnRegisterSession {
|
||||
hook(ctx, session)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) AddOnUnregisterSession(hook OnUnregisterSessionHookFunc) {
|
||||
c.OnUnregisterSession = append(c.OnUnregisterSession, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) UnregisterSession(ctx context.Context, session ClientSession) {
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnUnregisterSession {
|
||||
hook(ctx, session)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) AddOnRequestInitialization(hook OnRequestInitializationFunc) {
|
||||
c.OnRequestInitialization = append(c.OnRequestInitialization, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) onRequestInitialization(ctx context.Context, id any, message any) error {
|
||||
if c == nil {
|
||||
return nil
|
||||
}
|
||||
for _, hook := range c.OnRequestInitialization {
|
||||
err := hook(ctx, id, message)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
func (c *Hooks) AddBeforeInitialize(hook OnBeforeInitializeFunc) {
|
||||
c.OnBeforeInitialize = append(c.OnBeforeInitialize, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) AddAfterInitialize(hook OnAfterInitializeFunc) {
|
||||
c.OnAfterInitialize = append(c.OnAfterInitialize, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) beforeInitialize(ctx context.Context, id any, message *mcp.InitializeRequest) {
|
||||
c.beforeAny(ctx, id, mcp.MethodInitialize, message)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnBeforeInitialize {
|
||||
hook(ctx, id, message)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) afterInitialize(ctx context.Context, id any, message *mcp.InitializeRequest, result *mcp.InitializeResult) {
|
||||
c.onSuccess(ctx, id, mcp.MethodInitialize, message, result)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnAfterInitialize {
|
||||
hook(ctx, id, message, result)
|
||||
}
|
||||
}
|
||||
func (c *Hooks) AddBeforePing(hook OnBeforePingFunc) {
|
||||
c.OnBeforePing = append(c.OnBeforePing, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) AddAfterPing(hook OnAfterPingFunc) {
|
||||
c.OnAfterPing = append(c.OnAfterPing, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) beforePing(ctx context.Context, id any, message *mcp.PingRequest) {
|
||||
c.beforeAny(ctx, id, mcp.MethodPing, message)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnBeforePing {
|
||||
hook(ctx, id, message)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) afterPing(ctx context.Context, id any, message *mcp.PingRequest, result *mcp.EmptyResult) {
|
||||
c.onSuccess(ctx, id, mcp.MethodPing, message, result)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnAfterPing {
|
||||
hook(ctx, id, message, result)
|
||||
}
|
||||
}
|
||||
func (c *Hooks) AddBeforeSetLevel(hook OnBeforeSetLevelFunc) {
|
||||
c.OnBeforeSetLevel = append(c.OnBeforeSetLevel, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) AddAfterSetLevel(hook OnAfterSetLevelFunc) {
|
||||
c.OnAfterSetLevel = append(c.OnAfterSetLevel, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) beforeSetLevel(ctx context.Context, id any, message *mcp.SetLevelRequest) {
|
||||
c.beforeAny(ctx, id, mcp.MethodSetLogLevel, message)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnBeforeSetLevel {
|
||||
hook(ctx, id, message)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) afterSetLevel(ctx context.Context, id any, message *mcp.SetLevelRequest, result *mcp.EmptyResult) {
|
||||
c.onSuccess(ctx, id, mcp.MethodSetLogLevel, message, result)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnAfterSetLevel {
|
||||
hook(ctx, id, message, result)
|
||||
}
|
||||
}
|
||||
func (c *Hooks) AddBeforeListResources(hook OnBeforeListResourcesFunc) {
|
||||
c.OnBeforeListResources = append(c.OnBeforeListResources, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) AddAfterListResources(hook OnAfterListResourcesFunc) {
|
||||
c.OnAfterListResources = append(c.OnAfterListResources, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) beforeListResources(ctx context.Context, id any, message *mcp.ListResourcesRequest) {
|
||||
c.beforeAny(ctx, id, mcp.MethodResourcesList, message)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnBeforeListResources {
|
||||
hook(ctx, id, message)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) afterListResources(ctx context.Context, id any, message *mcp.ListResourcesRequest, result *mcp.ListResourcesResult) {
|
||||
c.onSuccess(ctx, id, mcp.MethodResourcesList, message, result)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnAfterListResources {
|
||||
hook(ctx, id, message, result)
|
||||
}
|
||||
}
|
||||
func (c *Hooks) AddBeforeListResourceTemplates(hook OnBeforeListResourceTemplatesFunc) {
|
||||
c.OnBeforeListResourceTemplates = append(c.OnBeforeListResourceTemplates, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) AddAfterListResourceTemplates(hook OnAfterListResourceTemplatesFunc) {
|
||||
c.OnAfterListResourceTemplates = append(c.OnAfterListResourceTemplates, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) beforeListResourceTemplates(ctx context.Context, id any, message *mcp.ListResourceTemplatesRequest) {
|
||||
c.beforeAny(ctx, id, mcp.MethodResourcesTemplatesList, message)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnBeforeListResourceTemplates {
|
||||
hook(ctx, id, message)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) afterListResourceTemplates(ctx context.Context, id any, message *mcp.ListResourceTemplatesRequest, result *mcp.ListResourceTemplatesResult) {
|
||||
c.onSuccess(ctx, id, mcp.MethodResourcesTemplatesList, message, result)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnAfterListResourceTemplates {
|
||||
hook(ctx, id, message, result)
|
||||
}
|
||||
}
|
||||
func (c *Hooks) AddBeforeReadResource(hook OnBeforeReadResourceFunc) {
|
||||
c.OnBeforeReadResource = append(c.OnBeforeReadResource, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) AddAfterReadResource(hook OnAfterReadResourceFunc) {
|
||||
c.OnAfterReadResource = append(c.OnAfterReadResource, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) beforeReadResource(ctx context.Context, id any, message *mcp.ReadResourceRequest) {
|
||||
c.beforeAny(ctx, id, mcp.MethodResourcesRead, message)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnBeforeReadResource {
|
||||
hook(ctx, id, message)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) afterReadResource(ctx context.Context, id any, message *mcp.ReadResourceRequest, result *mcp.ReadResourceResult) {
|
||||
c.onSuccess(ctx, id, mcp.MethodResourcesRead, message, result)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnAfterReadResource {
|
||||
hook(ctx, id, message, result)
|
||||
}
|
||||
}
|
||||
func (c *Hooks) AddBeforeListPrompts(hook OnBeforeListPromptsFunc) {
|
||||
c.OnBeforeListPrompts = append(c.OnBeforeListPrompts, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) AddAfterListPrompts(hook OnAfterListPromptsFunc) {
|
||||
c.OnAfterListPrompts = append(c.OnAfterListPrompts, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) beforeListPrompts(ctx context.Context, id any, message *mcp.ListPromptsRequest) {
|
||||
c.beforeAny(ctx, id, mcp.MethodPromptsList, message)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnBeforeListPrompts {
|
||||
hook(ctx, id, message)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) afterListPrompts(ctx context.Context, id any, message *mcp.ListPromptsRequest, result *mcp.ListPromptsResult) {
|
||||
c.onSuccess(ctx, id, mcp.MethodPromptsList, message, result)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnAfterListPrompts {
|
||||
hook(ctx, id, message, result)
|
||||
}
|
||||
}
|
||||
func (c *Hooks) AddBeforeGetPrompt(hook OnBeforeGetPromptFunc) {
|
||||
c.OnBeforeGetPrompt = append(c.OnBeforeGetPrompt, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) AddAfterGetPrompt(hook OnAfterGetPromptFunc) {
|
||||
c.OnAfterGetPrompt = append(c.OnAfterGetPrompt, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) beforeGetPrompt(ctx context.Context, id any, message *mcp.GetPromptRequest) {
|
||||
c.beforeAny(ctx, id, mcp.MethodPromptsGet, message)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnBeforeGetPrompt {
|
||||
hook(ctx, id, message)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) afterGetPrompt(ctx context.Context, id any, message *mcp.GetPromptRequest, result *mcp.GetPromptResult) {
|
||||
c.onSuccess(ctx, id, mcp.MethodPromptsGet, message, result)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnAfterGetPrompt {
|
||||
hook(ctx, id, message, result)
|
||||
}
|
||||
}
|
||||
func (c *Hooks) AddBeforeListTools(hook OnBeforeListToolsFunc) {
|
||||
c.OnBeforeListTools = append(c.OnBeforeListTools, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) AddAfterListTools(hook OnAfterListToolsFunc) {
|
||||
c.OnAfterListTools = append(c.OnAfterListTools, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) beforeListTools(ctx context.Context, id any, message *mcp.ListToolsRequest) {
|
||||
c.beforeAny(ctx, id, mcp.MethodToolsList, message)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnBeforeListTools {
|
||||
hook(ctx, id, message)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) afterListTools(ctx context.Context, id any, message *mcp.ListToolsRequest, result *mcp.ListToolsResult) {
|
||||
c.onSuccess(ctx, id, mcp.MethodToolsList, message, result)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnAfterListTools {
|
||||
hook(ctx, id, message, result)
|
||||
}
|
||||
}
|
||||
func (c *Hooks) AddBeforeCallTool(hook OnBeforeCallToolFunc) {
|
||||
c.OnBeforeCallTool = append(c.OnBeforeCallTool, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) AddAfterCallTool(hook OnAfterCallToolFunc) {
|
||||
c.OnAfterCallTool = append(c.OnAfterCallTool, hook)
|
||||
}
|
||||
|
||||
func (c *Hooks) beforeCallTool(ctx context.Context, id any, message *mcp.CallToolRequest) {
|
||||
c.beforeAny(ctx, id, mcp.MethodToolsCall, message)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnBeforeCallTool {
|
||||
hook(ctx, id, message)
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Hooks) afterCallTool(ctx context.Context, id any, message *mcp.CallToolRequest, result *mcp.CallToolResult) {
|
||||
c.onSuccess(ctx, id, mcp.MethodToolsCall, message, result)
|
||||
if c == nil {
|
||||
return
|
||||
}
|
||||
for _, hook := range c.OnAfterCallTool {
|
||||
hook(ctx, id, message, result)
|
||||
}
|
||||
}
|
||||
+11
@@ -0,0 +1,11 @@
|
||||
package server
|
||||
|
||||
import (
|
||||
"context"
|
||||
"net/http"
|
||||
)
|
||||
|
||||
// HTTPContextFunc is a function that takes an existing context and the current
|
||||
// request and returns a potentially modified context based on the request
|
||||
// content. This can be used to inject context values from headers, for example.
|
||||
type HTTPContextFunc func(ctx context.Context, r *http.Request) context.Context
|
||||
+115
@@ -0,0 +1,115 @@
|
||||
package server
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"sync"
|
||||
"sync/atomic"
|
||||
"time"
|
||||
|
||||
"github.com/mark3labs/mcp-go/mcp"
|
||||
)
|
||||
|
||||
// SamplingHandler defines the interface for handling sampling requests from servers.
|
||||
type SamplingHandler interface {
|
||||
CreateMessage(ctx context.Context, request mcp.CreateMessageRequest) (*mcp.CreateMessageResult, error)
|
||||
}
|
||||
|
||||
type InProcessSession struct {
|
||||
sessionID string
|
||||
notifications chan mcp.JSONRPCNotification
|
||||
initialized atomic.Bool
|
||||
loggingLevel atomic.Value
|
||||
clientInfo atomic.Value
|
||||
clientCapabilities atomic.Value
|
||||
samplingHandler SamplingHandler
|
||||
mu sync.RWMutex
|
||||
}
|
||||
|
||||
func NewInProcessSession(sessionID string, samplingHandler SamplingHandler) *InProcessSession {
|
||||
return &InProcessSession{
|
||||
sessionID: sessionID,
|
||||
notifications: make(chan mcp.JSONRPCNotification, 100),
|
||||
samplingHandler: samplingHandler,
|
||||
}
|
||||
}
|
||||
|
||||
func (s *InProcessSession) SessionID() string {
|
||||
return s.sessionID
|
||||
}
|
||||
|
||||
func (s *InProcessSession) NotificationChannel() chan<- mcp.JSONRPCNotification {
|
||||
return s.notifications
|
||||
}
|
||||
|
||||
func (s *InProcessSession) Initialize() {
|
||||
s.loggingLevel.Store(mcp.LoggingLevelError)
|
||||
s.initialized.Store(true)
|
||||
}
|
||||
|
||||
func (s *InProcessSession) Initialized() bool {
|
||||
return s.initialized.Load()
|
||||
}
|
||||
|
||||
func (s *InProcessSession) GetClientInfo() mcp.Implementation {
|
||||
if value := s.clientInfo.Load(); value != nil {
|
||||
if clientInfo, ok := value.(mcp.Implementation); ok {
|
||||
return clientInfo
|
||||
}
|
||||
}
|
||||
return mcp.Implementation{}
|
||||
}
|
||||
|
||||
func (s *InProcessSession) SetClientInfo(clientInfo mcp.Implementation) {
|
||||
s.clientInfo.Store(clientInfo)
|
||||
}
|
||||
|
||||
func (s *InProcessSession) GetClientCapabilities() mcp.ClientCapabilities {
|
||||
if value := s.clientCapabilities.Load(); value != nil {
|
||||
if clientCapabilities, ok := value.(mcp.ClientCapabilities); ok {
|
||||
return clientCapabilities
|
||||
}
|
||||
}
|
||||
return mcp.ClientCapabilities{}
|
||||
}
|
||||
|
||||
func (s *InProcessSession) SetClientCapabilities(clientCapabilities mcp.ClientCapabilities) {
|
||||
s.clientCapabilities.Store(clientCapabilities)
|
||||
}
|
||||
|
||||
func (s *InProcessSession) SetLogLevel(level mcp.LoggingLevel) {
|
||||
s.loggingLevel.Store(level)
|
||||
}
|
||||
|
||||
func (s *InProcessSession) GetLogLevel() mcp.LoggingLevel {
|
||||
level := s.loggingLevel.Load()
|
||||
if level == nil {
|
||||
return mcp.LoggingLevelError
|
||||
}
|
||||
return level.(mcp.LoggingLevel)
|
||||
}
|
||||
|
||||
func (s *InProcessSession) RequestSampling(ctx context.Context, request mcp.CreateMessageRequest) (*mcp.CreateMessageResult, error) {
|
||||
s.mu.RLock()
|
||||
handler := s.samplingHandler
|
||||
s.mu.RUnlock()
|
||||
|
||||
if handler == nil {
|
||||
return nil, fmt.Errorf("no sampling handler available")
|
||||
}
|
||||
|
||||
return handler.CreateMessage(ctx, request)
|
||||
}
|
||||
|
||||
// GenerateInProcessSessionID generates a unique session ID for inprocess clients
|
||||
func GenerateInProcessSessionID() string {
|
||||
return fmt.Sprintf("inprocess-%d", time.Now().UnixNano())
|
||||
}
|
||||
|
||||
// Ensure interface compliance
|
||||
var (
|
||||
_ ClientSession = (*InProcessSession)(nil)
|
||||
_ SessionWithLogging = (*InProcessSession)(nil)
|
||||
_ SessionWithClientInfo = (*InProcessSession)(nil)
|
||||
_ SessionWithSampling = (*InProcessSession)(nil)
|
||||
)
|
||||
+339
@@ -0,0 +1,339 @@
|
||||
// Code generated by `go generate`. DO NOT EDIT.
|
||||
// source: server/internal/gen/request_handler.go.tmpl
|
||||
package server
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"net/http"
|
||||
|
||||
"github.com/mark3labs/mcp-go/mcp"
|
||||
)
|
||||
|
||||
// HandleMessage processes an incoming JSON-RPC message and returns an appropriate response
|
||||
func (s *MCPServer) HandleMessage(
|
||||
ctx context.Context,
|
||||
message json.RawMessage,
|
||||
) mcp.JSONRPCMessage {
|
||||
// Add server to context
|
||||
ctx = context.WithValue(ctx, serverKey{}, s)
|
||||
var err *requestError
|
||||
|
||||
var baseMessage struct {
|
||||
JSONRPC string `json:"jsonrpc"`
|
||||
Method mcp.MCPMethod `json:"method"`
|
||||
ID any `json:"id,omitempty"`
|
||||
Result any `json:"result,omitempty"`
|
||||
}
|
||||
|
||||
if err := json.Unmarshal(message, &baseMessage); err != nil {
|
||||
return createErrorResponse(
|
||||
nil,
|
||||
mcp.PARSE_ERROR,
|
||||
"Failed to parse message",
|
||||
)
|
||||
}
|
||||
|
||||
// Check for valid JSONRPC version
|
||||
if baseMessage.JSONRPC != mcp.JSONRPC_VERSION {
|
||||
return createErrorResponse(
|
||||
baseMessage.ID,
|
||||
mcp.INVALID_REQUEST,
|
||||
"Invalid JSON-RPC version",
|
||||
)
|
||||
}
|
||||
|
||||
if baseMessage.ID == nil {
|
||||
var notification mcp.JSONRPCNotification
|
||||
if err := json.Unmarshal(message, ¬ification); err != nil {
|
||||
return createErrorResponse(
|
||||
nil,
|
||||
mcp.PARSE_ERROR,
|
||||
"Failed to parse notification",
|
||||
)
|
||||
}
|
||||
s.handleNotification(ctx, notification)
|
||||
return nil // Return nil for notifications
|
||||
}
|
||||
|
||||
if baseMessage.Result != nil {
|
||||
// this is a response to a request sent by the server (e.g. from a ping
|
||||
// sent due to WithKeepAlive option)
|
||||
return nil
|
||||
}
|
||||
|
||||
handleErr := s.hooks.onRequestInitialization(ctx, baseMessage.ID, message)
|
||||
if handleErr != nil {
|
||||
return createErrorResponse(
|
||||
baseMessage.ID,
|
||||
mcp.INVALID_REQUEST,
|
||||
handleErr.Error(),
|
||||
)
|
||||
}
|
||||
|
||||
// Get request header from ctx
|
||||
h := ctx.Value(requestHeader)
|
||||
headers, ok := h.(http.Header)
|
||||
|
||||
if headers == nil || !ok {
|
||||
headers = make(http.Header)
|
||||
}
|
||||
|
||||
switch baseMessage.Method {
|
||||
case mcp.MethodInitialize:
|
||||
var request mcp.InitializeRequest
|
||||
var result *mcp.InitializeResult
|
||||
if unmarshalErr := json.Unmarshal(message, &request); unmarshalErr != nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.INVALID_REQUEST,
|
||||
err: &UnparsableMessageError{message: message, err: unmarshalErr, method: baseMessage.Method},
|
||||
}
|
||||
} else {
|
||||
request.Header = headers
|
||||
s.hooks.beforeInitialize(ctx, baseMessage.ID, &request)
|
||||
result, err = s.handleInitialize(ctx, baseMessage.ID, request)
|
||||
}
|
||||
if err != nil {
|
||||
s.hooks.onError(ctx, baseMessage.ID, baseMessage.Method, &request, err)
|
||||
return err.ToJSONRPCError()
|
||||
}
|
||||
s.hooks.afterInitialize(ctx, baseMessage.ID, &request, result)
|
||||
return createResponse(baseMessage.ID, *result)
|
||||
case mcp.MethodPing:
|
||||
var request mcp.PingRequest
|
||||
var result *mcp.EmptyResult
|
||||
if unmarshalErr := json.Unmarshal(message, &request); unmarshalErr != nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.INVALID_REQUEST,
|
||||
err: &UnparsableMessageError{message: message, err: unmarshalErr, method: baseMessage.Method},
|
||||
}
|
||||
} else {
|
||||
request.Header = headers
|
||||
s.hooks.beforePing(ctx, baseMessage.ID, &request)
|
||||
result, err = s.handlePing(ctx, baseMessage.ID, request)
|
||||
}
|
||||
if err != nil {
|
||||
s.hooks.onError(ctx, baseMessage.ID, baseMessage.Method, &request, err)
|
||||
return err.ToJSONRPCError()
|
||||
}
|
||||
s.hooks.afterPing(ctx, baseMessage.ID, &request, result)
|
||||
return createResponse(baseMessage.ID, *result)
|
||||
case mcp.MethodSetLogLevel:
|
||||
var request mcp.SetLevelRequest
|
||||
var result *mcp.EmptyResult
|
||||
if s.capabilities.logging == nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.METHOD_NOT_FOUND,
|
||||
err: fmt.Errorf("logging %w", ErrUnsupported),
|
||||
}
|
||||
} else if unmarshalErr := json.Unmarshal(message, &request); unmarshalErr != nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.INVALID_REQUEST,
|
||||
err: &UnparsableMessageError{message: message, err: unmarshalErr, method: baseMessage.Method},
|
||||
}
|
||||
} else {
|
||||
request.Header = headers
|
||||
s.hooks.beforeSetLevel(ctx, baseMessage.ID, &request)
|
||||
result, err = s.handleSetLevel(ctx, baseMessage.ID, request)
|
||||
}
|
||||
if err != nil {
|
||||
s.hooks.onError(ctx, baseMessage.ID, baseMessage.Method, &request, err)
|
||||
return err.ToJSONRPCError()
|
||||
}
|
||||
s.hooks.afterSetLevel(ctx, baseMessage.ID, &request, result)
|
||||
return createResponse(baseMessage.ID, *result)
|
||||
case mcp.MethodResourcesList:
|
||||
var request mcp.ListResourcesRequest
|
||||
var result *mcp.ListResourcesResult
|
||||
if s.capabilities.resources == nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.METHOD_NOT_FOUND,
|
||||
err: fmt.Errorf("resources %w", ErrUnsupported),
|
||||
}
|
||||
} else if unmarshalErr := json.Unmarshal(message, &request); unmarshalErr != nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.INVALID_REQUEST,
|
||||
err: &UnparsableMessageError{message: message, err: unmarshalErr, method: baseMessage.Method},
|
||||
}
|
||||
} else {
|
||||
request.Header = headers
|
||||
s.hooks.beforeListResources(ctx, baseMessage.ID, &request)
|
||||
result, err = s.handleListResources(ctx, baseMessage.ID, request)
|
||||
}
|
||||
if err != nil {
|
||||
s.hooks.onError(ctx, baseMessage.ID, baseMessage.Method, &request, err)
|
||||
return err.ToJSONRPCError()
|
||||
}
|
||||
s.hooks.afterListResources(ctx, baseMessage.ID, &request, result)
|
||||
return createResponse(baseMessage.ID, *result)
|
||||
case mcp.MethodResourcesTemplatesList:
|
||||
var request mcp.ListResourceTemplatesRequest
|
||||
var result *mcp.ListResourceTemplatesResult
|
||||
if s.capabilities.resources == nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.METHOD_NOT_FOUND,
|
||||
err: fmt.Errorf("resources %w", ErrUnsupported),
|
||||
}
|
||||
} else if unmarshalErr := json.Unmarshal(message, &request); unmarshalErr != nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.INVALID_REQUEST,
|
||||
err: &UnparsableMessageError{message: message, err: unmarshalErr, method: baseMessage.Method},
|
||||
}
|
||||
} else {
|
||||
request.Header = headers
|
||||
s.hooks.beforeListResourceTemplates(ctx, baseMessage.ID, &request)
|
||||
result, err = s.handleListResourceTemplates(ctx, baseMessage.ID, request)
|
||||
}
|
||||
if err != nil {
|
||||
s.hooks.onError(ctx, baseMessage.ID, baseMessage.Method, &request, err)
|
||||
return err.ToJSONRPCError()
|
||||
}
|
||||
s.hooks.afterListResourceTemplates(ctx, baseMessage.ID, &request, result)
|
||||
return createResponse(baseMessage.ID, *result)
|
||||
case mcp.MethodResourcesRead:
|
||||
var request mcp.ReadResourceRequest
|
||||
var result *mcp.ReadResourceResult
|
||||
if s.capabilities.resources == nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.METHOD_NOT_FOUND,
|
||||
err: fmt.Errorf("resources %w", ErrUnsupported),
|
||||
}
|
||||
} else if unmarshalErr := json.Unmarshal(message, &request); unmarshalErr != nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.INVALID_REQUEST,
|
||||
err: &UnparsableMessageError{message: message, err: unmarshalErr, method: baseMessage.Method},
|
||||
}
|
||||
} else {
|
||||
request.Header = headers
|
||||
s.hooks.beforeReadResource(ctx, baseMessage.ID, &request)
|
||||
result, err = s.handleReadResource(ctx, baseMessage.ID, request)
|
||||
}
|
||||
if err != nil {
|
||||
s.hooks.onError(ctx, baseMessage.ID, baseMessage.Method, &request, err)
|
||||
return err.ToJSONRPCError()
|
||||
}
|
||||
s.hooks.afterReadResource(ctx, baseMessage.ID, &request, result)
|
||||
return createResponse(baseMessage.ID, *result)
|
||||
case mcp.MethodPromptsList:
|
||||
var request mcp.ListPromptsRequest
|
||||
var result *mcp.ListPromptsResult
|
||||
if s.capabilities.prompts == nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.METHOD_NOT_FOUND,
|
||||
err: fmt.Errorf("prompts %w", ErrUnsupported),
|
||||
}
|
||||
} else if unmarshalErr := json.Unmarshal(message, &request); unmarshalErr != nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.INVALID_REQUEST,
|
||||
err: &UnparsableMessageError{message: message, err: unmarshalErr, method: baseMessage.Method},
|
||||
}
|
||||
} else {
|
||||
request.Header = headers
|
||||
s.hooks.beforeListPrompts(ctx, baseMessage.ID, &request)
|
||||
result, err = s.handleListPrompts(ctx, baseMessage.ID, request)
|
||||
}
|
||||
if err != nil {
|
||||
s.hooks.onError(ctx, baseMessage.ID, baseMessage.Method, &request, err)
|
||||
return err.ToJSONRPCError()
|
||||
}
|
||||
s.hooks.afterListPrompts(ctx, baseMessage.ID, &request, result)
|
||||
return createResponse(baseMessage.ID, *result)
|
||||
case mcp.MethodPromptsGet:
|
||||
var request mcp.GetPromptRequest
|
||||
var result *mcp.GetPromptResult
|
||||
if s.capabilities.prompts == nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.METHOD_NOT_FOUND,
|
||||
err: fmt.Errorf("prompts %w", ErrUnsupported),
|
||||
}
|
||||
} else if unmarshalErr := json.Unmarshal(message, &request); unmarshalErr != nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.INVALID_REQUEST,
|
||||
err: &UnparsableMessageError{message: message, err: unmarshalErr, method: baseMessage.Method},
|
||||
}
|
||||
} else {
|
||||
request.Header = headers
|
||||
s.hooks.beforeGetPrompt(ctx, baseMessage.ID, &request)
|
||||
result, err = s.handleGetPrompt(ctx, baseMessage.ID, request)
|
||||
}
|
||||
if err != nil {
|
||||
s.hooks.onError(ctx, baseMessage.ID, baseMessage.Method, &request, err)
|
||||
return err.ToJSONRPCError()
|
||||
}
|
||||
s.hooks.afterGetPrompt(ctx, baseMessage.ID, &request, result)
|
||||
return createResponse(baseMessage.ID, *result)
|
||||
case mcp.MethodToolsList:
|
||||
var request mcp.ListToolsRequest
|
||||
var result *mcp.ListToolsResult
|
||||
if s.capabilities.tools == nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.METHOD_NOT_FOUND,
|
||||
err: fmt.Errorf("tools %w", ErrUnsupported),
|
||||
}
|
||||
} else if unmarshalErr := json.Unmarshal(message, &request); unmarshalErr != nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.INVALID_REQUEST,
|
||||
err: &UnparsableMessageError{message: message, err: unmarshalErr, method: baseMessage.Method},
|
||||
}
|
||||
} else {
|
||||
request.Header = headers
|
||||
s.hooks.beforeListTools(ctx, baseMessage.ID, &request)
|
||||
result, err = s.handleListTools(ctx, baseMessage.ID, request)
|
||||
}
|
||||
if err != nil {
|
||||
s.hooks.onError(ctx, baseMessage.ID, baseMessage.Method, &request, err)
|
||||
return err.ToJSONRPCError()
|
||||
}
|
||||
s.hooks.afterListTools(ctx, baseMessage.ID, &request, result)
|
||||
return createResponse(baseMessage.ID, *result)
|
||||
case mcp.MethodToolsCall:
|
||||
var request mcp.CallToolRequest
|
||||
var result *mcp.CallToolResult
|
||||
if s.capabilities.tools == nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.METHOD_NOT_FOUND,
|
||||
err: fmt.Errorf("tools %w", ErrUnsupported),
|
||||
}
|
||||
} else if unmarshalErr := json.Unmarshal(message, &request); unmarshalErr != nil {
|
||||
err = &requestError{
|
||||
id: baseMessage.ID,
|
||||
code: mcp.INVALID_REQUEST,
|
||||
err: &UnparsableMessageError{message: message, err: unmarshalErr, method: baseMessage.Method},
|
||||
}
|
||||
} else {
|
||||
request.Header = headers
|
||||
s.hooks.beforeCallTool(ctx, baseMessage.ID, &request)
|
||||
result, err = s.handleToolCall(ctx, baseMessage.ID, request)
|
||||
}
|
||||
if err != nil {
|
||||
s.hooks.onError(ctx, baseMessage.ID, baseMessage.Method, &request, err)
|
||||
return err.ToJSONRPCError()
|
||||
}
|
||||
s.hooks.afterCallTool(ctx, baseMessage.ID, &request, result)
|
||||
return createResponse(baseMessage.ID, *result)
|
||||
default:
|
||||
return createErrorResponse(
|
||||
baseMessage.ID,
|
||||
mcp.METHOD_NOT_FOUND,
|
||||
fmt.Sprintf("Method %s not found", baseMessage.Method),
|
||||
)
|
||||
}
|
||||
}
|
||||
+61
@@ -0,0 +1,61 @@
|
||||
package server
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
|
||||
"github.com/mark3labs/mcp-go/mcp"
|
||||
)
|
||||
|
||||
// EnableSampling enables sampling capabilities for the server.
|
||||
// This allows the server to send sampling requests to clients that support it.
|
||||
func (s *MCPServer) EnableSampling() {
|
||||
s.capabilitiesMu.Lock()
|
||||
defer s.capabilitiesMu.Unlock()
|
||||
|
||||
enabled := true
|
||||
s.capabilities.sampling = &enabled
|
||||
}
|
||||
|
||||
// RequestSampling sends a sampling request to the client.
|
||||
// The client must have declared sampling capability during initialization.
|
||||
func (s *MCPServer) RequestSampling(ctx context.Context, request mcp.CreateMessageRequest) (*mcp.CreateMessageResult, error) {
|
||||
session := ClientSessionFromContext(ctx)
|
||||
if session == nil {
|
||||
return nil, fmt.Errorf("no active session")
|
||||
}
|
||||
|
||||
// Check if the session supports sampling requests
|
||||
if samplingSession, ok := session.(SessionWithSampling); ok {
|
||||
return samplingSession.RequestSampling(ctx, request)
|
||||
}
|
||||
|
||||
// Check for inprocess sampling handler in context
|
||||
if handler := InProcessSamplingHandlerFromContext(ctx); handler != nil {
|
||||
return handler.CreateMessage(ctx, request)
|
||||
}
|
||||
|
||||
return nil, fmt.Errorf("session does not support sampling")
|
||||
}
|
||||
|
||||
// SessionWithSampling extends ClientSession to support sampling requests.
|
||||
type SessionWithSampling interface {
|
||||
ClientSession
|
||||
RequestSampling(ctx context.Context, request mcp.CreateMessageRequest) (*mcp.CreateMessageResult, error)
|
||||
}
|
||||
|
||||
// inProcessSamplingHandlerKey is the context key for storing inprocess sampling handler
|
||||
type inProcessSamplingHandlerKey struct{}
|
||||
|
||||
// WithInProcessSamplingHandler adds a sampling handler to the context for inprocess clients
|
||||
func WithInProcessSamplingHandler(ctx context.Context, handler SamplingHandler) context.Context {
|
||||
return context.WithValue(ctx, inProcessSamplingHandlerKey{}, handler)
|
||||
}
|
||||
|
||||
// InProcessSamplingHandlerFromContext retrieves the inprocess sampling handler from context
|
||||
func InProcessSamplingHandlerFromContext(ctx context.Context) SamplingHandler {
|
||||
if handler, ok := ctx.Value(inProcessSamplingHandlerKey{}).(SamplingHandler); ok {
|
||||
return handler
|
||||
}
|
||||
return nil
|
||||
}
|
||||
+1201
File diff suppressed because it is too large
Load Diff
+444
@@ -0,0 +1,444 @@
|
||||
package server
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
|
||||
"github.com/mark3labs/mcp-go/mcp"
|
||||
)
|
||||
|
||||
// ClientSession represents an active session that can be used by MCPServer to interact with client.
|
||||
type ClientSession interface {
|
||||
// Initialize marks session as fully initialized and ready for notifications
|
||||
Initialize()
|
||||
// Initialized returns if session is ready to accept notifications
|
||||
Initialized() bool
|
||||
// NotificationChannel provides a channel suitable for sending notifications to client.
|
||||
NotificationChannel() chan<- mcp.JSONRPCNotification
|
||||
// SessionID is a unique identifier used to track user session.
|
||||
SessionID() string
|
||||
}
|
||||
|
||||
// SessionWithLogging is an extension of ClientSession that can receive log message notifications and set log level
|
||||
type SessionWithLogging interface {
|
||||
ClientSession
|
||||
// SetLogLevel sets the minimum log level
|
||||
SetLogLevel(level mcp.LoggingLevel)
|
||||
// GetLogLevel retrieves the minimum log level
|
||||
GetLogLevel() mcp.LoggingLevel
|
||||
}
|
||||
|
||||
// SessionWithTools is an extension of ClientSession that can store session-specific tool data
|
||||
type SessionWithTools interface {
|
||||
ClientSession
|
||||
// GetSessionTools returns the tools specific to this session, if any
|
||||
// This method must be thread-safe for concurrent access
|
||||
GetSessionTools() map[string]ServerTool
|
||||
// SetSessionTools sets tools specific to this session
|
||||
// This method must be thread-safe for concurrent access
|
||||
SetSessionTools(tools map[string]ServerTool)
|
||||
}
|
||||
|
||||
// SessionWithClientInfo is an extension of ClientSession that can store client info
|
||||
type SessionWithClientInfo interface {
|
||||
ClientSession
|
||||
// GetClientInfo returns the client information for this session
|
||||
GetClientInfo() mcp.Implementation
|
||||
// SetClientInfo sets the client information for this session
|
||||
SetClientInfo(clientInfo mcp.Implementation)
|
||||
// GetClientCapabilities returns the client capabilities for this session
|
||||
GetClientCapabilities() mcp.ClientCapabilities
|
||||
// SetClientCapabilities sets the client capabilities for this session
|
||||
SetClientCapabilities(clientCapabilities mcp.ClientCapabilities)
|
||||
}
|
||||
|
||||
// SessionWithStreamableHTTPConfig extends ClientSession to support streamable HTTP transport configurations
|
||||
type SessionWithStreamableHTTPConfig interface {
|
||||
ClientSession
|
||||
// UpgradeToSSEWhenReceiveNotification upgrades the client-server communication to SSE stream when the server
|
||||
// sends notifications to the client
|
||||
//
|
||||
// The protocol specification:
|
||||
// - If the server response contains any JSON-RPC notifications, it MUST either:
|
||||
// - Return Content-Type: text/event-stream to initiate an SSE stream, OR
|
||||
// - Return Content-Type: application/json for a single JSON object
|
||||
// - The client MUST support both response types.
|
||||
//
|
||||
// Reference: https://modelcontextprotocol.io/specification/2025-03-26/basic/transports#sending-messages-to-the-server
|
||||
UpgradeToSSEWhenReceiveNotification()
|
||||
}
|
||||
|
||||
// clientSessionKey is the context key for storing current client notification channel.
|
||||
type clientSessionKey struct{}
|
||||
|
||||
// ClientSessionFromContext retrieves current client notification context from context.
|
||||
func ClientSessionFromContext(ctx context.Context) ClientSession {
|
||||
if session, ok := ctx.Value(clientSessionKey{}).(ClientSession); ok {
|
||||
return session
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// WithContext sets the current client session and returns the provided context
|
||||
func (s *MCPServer) WithContext(
|
||||
ctx context.Context,
|
||||
session ClientSession,
|
||||
) context.Context {
|
||||
return context.WithValue(ctx, clientSessionKey{}, session)
|
||||
}
|
||||
|
||||
// RegisterSession saves session that should be notified in case if some server attributes changed.
|
||||
func (s *MCPServer) RegisterSession(
|
||||
ctx context.Context,
|
||||
session ClientSession,
|
||||
) error {
|
||||
sessionID := session.SessionID()
|
||||
if _, exists := s.sessions.LoadOrStore(sessionID, session); exists {
|
||||
return ErrSessionExists
|
||||
}
|
||||
s.hooks.RegisterSession(ctx, session)
|
||||
return nil
|
||||
}
|
||||
|
||||
func (s *MCPServer) buildLogNotification(notification mcp.LoggingMessageNotification) mcp.JSONRPCNotification {
|
||||
return mcp.JSONRPCNotification{
|
||||
JSONRPC: mcp.JSONRPC_VERSION,
|
||||
Notification: mcp.Notification{
|
||||
Method: notification.Method,
|
||||
Params: mcp.NotificationParams{
|
||||
AdditionalFields: map[string]any{
|
||||
"level": notification.Params.Level,
|
||||
"logger": notification.Params.Logger,
|
||||
"data": notification.Params.Data,
|
||||
},
|
||||
},
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
func (s *MCPServer) SendLogMessageToClient(ctx context.Context, notification mcp.LoggingMessageNotification) error {
|
||||
session := ClientSessionFromContext(ctx)
|
||||
if session == nil || !session.Initialized() {
|
||||
return ErrNotificationNotInitialized
|
||||
}
|
||||
sessionLogging, ok := session.(SessionWithLogging)
|
||||
if !ok {
|
||||
return ErrSessionDoesNotSupportLogging
|
||||
}
|
||||
if !notification.Params.Level.ShouldSendTo(sessionLogging.GetLogLevel()) {
|
||||
return nil
|
||||
}
|
||||
return s.sendNotificationCore(ctx, session, s.buildLogNotification(notification))
|
||||
}
|
||||
|
||||
func (s *MCPServer) sendNotificationToAllClients(notification mcp.JSONRPCNotification) {
|
||||
s.sessions.Range(func(k, v any) bool {
|
||||
if session, ok := v.(ClientSession); ok && session.Initialized() {
|
||||
select {
|
||||
case session.NotificationChannel() <- notification:
|
||||
// Successfully sent notification
|
||||
default:
|
||||
// Channel is blocked, if there's an error hook, use it
|
||||
if s.hooks != nil && len(s.hooks.OnError) > 0 {
|
||||
err := ErrNotificationChannelBlocked
|
||||
// Copy hooks pointer to local variable to avoid race condition
|
||||
hooks := s.hooks
|
||||
go func(sessionID string, hooks *Hooks) {
|
||||
ctx := context.Background()
|
||||
// Use the error hook to report the blocked channel
|
||||
hooks.onError(ctx, nil, "notification", map[string]any{
|
||||
"method": notification.Method,
|
||||
"sessionID": sessionID,
|
||||
}, fmt.Errorf("notification channel blocked for session %s: %w", sessionID, err))
|
||||
}(session.SessionID(), hooks)
|
||||
}
|
||||
}
|
||||
}
|
||||
return true
|
||||
})
|
||||
}
|
||||
|
||||
func (s *MCPServer) sendNotificationToSpecificClient(session ClientSession, notification mcp.JSONRPCNotification) error {
|
||||
// upgrades the client-server communication to SSE stream when the server sends notifications to the client
|
||||
if sessionWithStreamableHTTPConfig, ok := session.(SessionWithStreamableHTTPConfig); ok {
|
||||
sessionWithStreamableHTTPConfig.UpgradeToSSEWhenReceiveNotification()
|
||||
}
|
||||
select {
|
||||
case session.NotificationChannel() <- notification:
|
||||
return nil
|
||||
default:
|
||||
// Channel is blocked, if there's an error hook, use it
|
||||
if s.hooks != nil && len(s.hooks.OnError) > 0 {
|
||||
err := ErrNotificationChannelBlocked
|
||||
ctx := context.Background()
|
||||
// Copy hooks pointer to local variable to avoid race condition
|
||||
hooks := s.hooks
|
||||
go func(sID string, hooks *Hooks) {
|
||||
// Use the error hook to report the blocked channel
|
||||
hooks.onError(ctx, nil, "notification", map[string]any{
|
||||
"method": notification.Method,
|
||||
"sessionID": sID,
|
||||
}, fmt.Errorf("notification channel blocked for session %s: %w", sID, err))
|
||||
}(session.SessionID(), hooks)
|
||||
}
|
||||
return ErrNotificationChannelBlocked
|
||||
}
|
||||
}
|
||||
|
||||
func (s *MCPServer) SendLogMessageToSpecificClient(sessionID string, notification mcp.LoggingMessageNotification) error {
|
||||
sessionValue, ok := s.sessions.Load(sessionID)
|
||||
if !ok {
|
||||
return ErrSessionNotFound
|
||||
}
|
||||
session, ok := sessionValue.(ClientSession)
|
||||
if !ok || !session.Initialized() {
|
||||
return ErrSessionNotInitialized
|
||||
}
|
||||
sessionLogging, ok := session.(SessionWithLogging)
|
||||
if !ok {
|
||||
return ErrSessionDoesNotSupportLogging
|
||||
}
|
||||
if !notification.Params.Level.ShouldSendTo(sessionLogging.GetLogLevel()) {
|
||||
return nil
|
||||
}
|
||||
return s.sendNotificationToSpecificClient(session, s.buildLogNotification(notification))
|
||||
}
|
||||
|
||||
// UnregisterSession removes from storage session that is shut down.
|
||||
func (s *MCPServer) UnregisterSession(
|
||||
ctx context.Context,
|
||||
sessionID string,
|
||||
) {
|
||||
sessionValue, ok := s.sessions.LoadAndDelete(sessionID)
|
||||
if !ok {
|
||||
return
|
||||
}
|
||||
if session, ok := sessionValue.(ClientSession); ok {
|
||||
s.hooks.UnregisterSession(ctx, session)
|
||||
}
|
||||
}
|
||||
|
||||
// SendNotificationToAllClients sends a notification to all the currently active clients.
|
||||
func (s *MCPServer) SendNotificationToAllClients(
|
||||
method string,
|
||||
params map[string]any,
|
||||
) {
|
||||
notification := mcp.JSONRPCNotification{
|
||||
JSONRPC: mcp.JSONRPC_VERSION,
|
||||
Notification: mcp.Notification{
|
||||
Method: method,
|
||||
Params: mcp.NotificationParams{
|
||||
AdditionalFields: params,
|
||||
},
|
||||
},
|
||||
}
|
||||
s.sendNotificationToAllClients(notification)
|
||||
}
|
||||
|
||||
// SendNotificationToClient sends a notification to the current client
|
||||
func (s *MCPServer) sendNotificationCore(
|
||||
ctx context.Context,
|
||||
session ClientSession,
|
||||
notification mcp.JSONRPCNotification,
|
||||
) error {
|
||||
// upgrades the client-server communication to SSE stream when the server sends notifications to the client
|
||||
if sessionWithStreamableHTTPConfig, ok := session.(SessionWithStreamableHTTPConfig); ok {
|
||||
sessionWithStreamableHTTPConfig.UpgradeToSSEWhenReceiveNotification()
|
||||
}
|
||||
select {
|
||||
case session.NotificationChannel() <- notification:
|
||||
return nil
|
||||
default:
|
||||
// Channel is blocked, if there's an error hook, use it
|
||||
if s.hooks != nil && len(s.hooks.OnError) > 0 {
|
||||
method := notification.Method
|
||||
err := ErrNotificationChannelBlocked
|
||||
// Copy hooks pointer to local variable to avoid race condition
|
||||
hooks := s.hooks
|
||||
go func(sessionID string, hooks *Hooks) {
|
||||
// Use the error hook to report the blocked channel
|
||||
hooks.onError(ctx, nil, "notification", map[string]any{
|
||||
"method": method,
|
||||
"sessionID": sessionID,
|
||||
}, fmt.Errorf("notification channel blocked for session %s: %w", sessionID, err))
|
||||
}(session.SessionID(), hooks)
|
||||
}
|
||||
return ErrNotificationChannelBlocked
|
||||
}
|
||||
}
|
||||
|
||||
// SendNotificationToClient sends a notification to the current client
|
||||
func (s *MCPServer) SendNotificationToClient(
|
||||
ctx context.Context,
|
||||
method string,
|
||||
params map[string]any,
|
||||
) error {
|
||||
session := ClientSessionFromContext(ctx)
|
||||
if session == nil || !session.Initialized() {
|
||||
return ErrNotificationNotInitialized
|
||||
}
|
||||
notification := mcp.JSONRPCNotification{
|
||||
JSONRPC: mcp.JSONRPC_VERSION,
|
||||
Notification: mcp.Notification{
|
||||
Method: method,
|
||||
Params: mcp.NotificationParams{
|
||||
AdditionalFields: params,
|
||||
},
|
||||
},
|
||||
}
|
||||
return s.sendNotificationCore(ctx, session, notification)
|
||||
}
|
||||
|
||||
// SendNotificationToSpecificClient sends a notification to a specific client by session ID
|
||||
func (s *MCPServer) SendNotificationToSpecificClient(
|
||||
sessionID string,
|
||||
method string,
|
||||
params map[string]any,
|
||||
) error {
|
||||
sessionValue, ok := s.sessions.Load(sessionID)
|
||||
if !ok {
|
||||
return ErrSessionNotFound
|
||||
}
|
||||
session, ok := sessionValue.(ClientSession)
|
||||
if !ok || !session.Initialized() {
|
||||
return ErrSessionNotInitialized
|
||||
}
|
||||
notification := mcp.JSONRPCNotification{
|
||||
JSONRPC: mcp.JSONRPC_VERSION,
|
||||
Notification: mcp.Notification{
|
||||
Method: method,
|
||||
Params: mcp.NotificationParams{
|
||||
AdditionalFields: params,
|
||||
},
|
||||
},
|
||||
}
|
||||
return s.sendNotificationToSpecificClient(session, notification)
|
||||
}
|
||||
|
||||
// AddSessionTool adds a tool for a specific session
|
||||
func (s *MCPServer) AddSessionTool(sessionID string, tool mcp.Tool, handler ToolHandlerFunc) error {
|
||||
return s.AddSessionTools(sessionID, ServerTool{Tool: tool, Handler: handler})
|
||||
}
|
||||
|
||||
// AddSessionTools adds tools for a specific session
|
||||
func (s *MCPServer) AddSessionTools(sessionID string, tools ...ServerTool) error {
|
||||
sessionValue, ok := s.sessions.Load(sessionID)
|
||||
if !ok {
|
||||
return ErrSessionNotFound
|
||||
}
|
||||
|
||||
session, ok := sessionValue.(SessionWithTools)
|
||||
if !ok {
|
||||
return ErrSessionDoesNotSupportTools
|
||||
}
|
||||
|
||||
s.implicitlyRegisterToolCapabilities()
|
||||
|
||||
// Get existing tools (this should return a thread-safe copy)
|
||||
sessionTools := session.GetSessionTools()
|
||||
|
||||
// Create a new map to avoid concurrent modification issues
|
||||
newSessionTools := make(map[string]ServerTool, len(sessionTools)+len(tools))
|
||||
|
||||
// Copy existing tools
|
||||
for k, v := range sessionTools {
|
||||
newSessionTools[k] = v
|
||||
}
|
||||
|
||||
// Add new tools
|
||||
for _, tool := range tools {
|
||||
newSessionTools[tool.Tool.Name] = tool
|
||||
}
|
||||
|
||||
// Set the tools (this should be thread-safe)
|
||||
session.SetSessionTools(newSessionTools)
|
||||
|
||||
// It only makes sense to send tool notifications to initialized sessions --
|
||||
// if we're not initialized yet the client can't possibly have sent their
|
||||
// initial tools/list message.
|
||||
//
|
||||
// For initialized sessions, honor tools.listChanged, which is specifically
|
||||
// about whether notifications will be sent or not.
|
||||
// see <https://modelcontextprotocol.io/specification/2025-03-26/server/tools#capabilities>
|
||||
if session.Initialized() && s.capabilities.tools != nil && s.capabilities.tools.listChanged {
|
||||
// Send notification only to this session
|
||||
if err := s.SendNotificationToSpecificClient(sessionID, "notifications/tools/list_changed", nil); err != nil {
|
||||
// Log the error but don't fail the operation
|
||||
// The tools were successfully added, but notification failed
|
||||
if s.hooks != nil && len(s.hooks.OnError) > 0 {
|
||||
hooks := s.hooks
|
||||
go func(sID string, hooks *Hooks) {
|
||||
ctx := context.Background()
|
||||
hooks.onError(ctx, nil, "notification", map[string]any{
|
||||
"method": "notifications/tools/list_changed",
|
||||
"sessionID": sID,
|
||||
}, fmt.Errorf("failed to send notification after adding tools: %w", err))
|
||||
}(sessionID, hooks)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// DeleteSessionTools removes tools from a specific session
|
||||
func (s *MCPServer) DeleteSessionTools(sessionID string, names ...string) error {
|
||||
sessionValue, ok := s.sessions.Load(sessionID)
|
||||
if !ok {
|
||||
return ErrSessionNotFound
|
||||
}
|
||||
|
||||
session, ok := sessionValue.(SessionWithTools)
|
||||
if !ok {
|
||||
return ErrSessionDoesNotSupportTools
|
||||
}
|
||||
|
||||
// Get existing tools (this should return a thread-safe copy)
|
||||
sessionTools := session.GetSessionTools()
|
||||
if sessionTools == nil {
|
||||
return nil
|
||||
}
|
||||
|
||||
// Create a new map to avoid concurrent modification issues
|
||||
newSessionTools := make(map[string]ServerTool, len(sessionTools))
|
||||
|
||||
// Copy existing tools except those being deleted
|
||||
for k, v := range sessionTools {
|
||||
newSessionTools[k] = v
|
||||
}
|
||||
|
||||
// Remove specified tools
|
||||
for _, name := range names {
|
||||
delete(newSessionTools, name)
|
||||
}
|
||||
|
||||
// Set the tools (this should be thread-safe)
|
||||
session.SetSessionTools(newSessionTools)
|
||||
|
||||
// It only makes sense to send tool notifications to initialized sessions --
|
||||
// if we're not initialized yet the client can't possibly have sent their
|
||||
// initial tools/list message.
|
||||
//
|
||||
// For initialized sessions, honor tools.listChanged, which is specifically
|
||||
// about whether notifications will be sent or not.
|
||||
// see <https://modelcontextprotocol.io/specification/2025-03-26/server/tools#capabilities>
|
||||
if session.Initialized() && s.capabilities.tools != nil && s.capabilities.tools.listChanged {
|
||||
// Send notification only to this session
|
||||
if err := s.SendNotificationToSpecificClient(sessionID, "notifications/tools/list_changed", nil); err != nil {
|
||||
// Log the error but don't fail the operation
|
||||
// The tools were successfully deleted, but notification failed
|
||||
if s.hooks != nil && len(s.hooks.OnError) > 0 {
|
||||
hooks := s.hooks
|
||||
go func(sID string, hooks *Hooks) {
|
||||
ctx := context.Background()
|
||||
hooks.onError(ctx, nil, "notification", map[string]any{
|
||||
"method": "notifications/tools/list_changed",
|
||||
"sessionID": sID,
|
||||
}, fmt.Errorf("failed to send notification after deleting tools: %w", err))
|
||||
}(sessionID, hooks)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
+751
@@ -0,0 +1,751 @@
|
||||
package server
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"log"
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
"net/url"
|
||||
"path"
|
||||
"strings"
|
||||
"sync"
|
||||
"sync/atomic"
|
||||
"time"
|
||||
|
||||
"github.com/google/uuid"
|
||||
|
||||
"github.com/mark3labs/mcp-go/mcp"
|
||||
)
|
||||
|
||||
// sseSession represents an active SSE connection.
|
||||
type sseSession struct {
|
||||
done chan struct{}
|
||||
eventQueue chan string // Channel for queuing events
|
||||
sessionID string
|
||||
requestID atomic.Int64
|
||||
notificationChannel chan mcp.JSONRPCNotification
|
||||
initialized atomic.Bool
|
||||
loggingLevel atomic.Value
|
||||
tools sync.Map // stores session-specific tools
|
||||
clientInfo atomic.Value // stores session-specific client info
|
||||
clientCapabilities atomic.Value // stores session-specific client capabilities
|
||||
}
|
||||
|
||||
// SSEContextFunc is a function that takes an existing context and the current
|
||||
// request and returns a potentially modified context based on the request
|
||||
// content. This can be used to inject context values from headers, for example.
|
||||
type SSEContextFunc func(ctx context.Context, r *http.Request) context.Context
|
||||
|
||||
// DynamicBasePathFunc allows the user to provide a function to generate the
|
||||
// base path for a given request and sessionID. This is useful for cases where
|
||||
// the base path is not known at the time of SSE server creation, such as when
|
||||
// using a reverse proxy or when the base path is dynamically generated. The
|
||||
// function should return the base path (e.g., "/mcp/tenant123").
|
||||
type DynamicBasePathFunc func(r *http.Request, sessionID string) string
|
||||
|
||||
func (s *sseSession) SessionID() string {
|
||||
return s.sessionID
|
||||
}
|
||||
|
||||
func (s *sseSession) NotificationChannel() chan<- mcp.JSONRPCNotification {
|
||||
return s.notificationChannel
|
||||
}
|
||||
|
||||
func (s *sseSession) Initialize() {
|
||||
// set default logging level
|
||||
s.loggingLevel.Store(mcp.LoggingLevelError)
|
||||
s.initialized.Store(true)
|
||||
}
|
||||
|
||||
func (s *sseSession) Initialized() bool {
|
||||
return s.initialized.Load()
|
||||
}
|
||||
|
||||
func (s *sseSession) SetLogLevel(level mcp.LoggingLevel) {
|
||||
s.loggingLevel.Store(level)
|
||||
}
|
||||
|
||||
func (s *sseSession) GetLogLevel() mcp.LoggingLevel {
|
||||
level := s.loggingLevel.Load()
|
||||
if level == nil {
|
||||
return mcp.LoggingLevelError
|
||||
}
|
||||
return level.(mcp.LoggingLevel)
|
||||
}
|
||||
|
||||
func (s *sseSession) GetSessionTools() map[string]ServerTool {
|
||||
tools := make(map[string]ServerTool)
|
||||
s.tools.Range(func(key, value any) bool {
|
||||
if tool, ok := value.(ServerTool); ok {
|
||||
tools[key.(string)] = tool
|
||||
}
|
||||
return true
|
||||
})
|
||||
return tools
|
||||
}
|
||||
|
||||
func (s *sseSession) SetSessionTools(tools map[string]ServerTool) {
|
||||
// Clear existing tools
|
||||
s.tools.Clear()
|
||||
|
||||
// Set new tools
|
||||
for name, tool := range tools {
|
||||
s.tools.Store(name, tool)
|
||||
}
|
||||
}
|
||||
|
||||
func (s *sseSession) GetClientInfo() mcp.Implementation {
|
||||
if value := s.clientInfo.Load(); value != nil {
|
||||
if clientInfo, ok := value.(mcp.Implementation); ok {
|
||||
return clientInfo
|
||||
}
|
||||
}
|
||||
return mcp.Implementation{}
|
||||
}
|
||||
|
||||
func (s *sseSession) SetClientInfo(clientInfo mcp.Implementation) {
|
||||
s.clientInfo.Store(clientInfo)
|
||||
}
|
||||
|
||||
func (s *sseSession) SetClientCapabilities(clientCapabilities mcp.ClientCapabilities) {
|
||||
s.clientCapabilities.Store(clientCapabilities)
|
||||
}
|
||||
|
||||
func (s *sseSession) GetClientCapabilities() mcp.ClientCapabilities {
|
||||
if value := s.clientCapabilities.Load(); value != nil {
|
||||
if clientCapabilities, ok := value.(mcp.ClientCapabilities); ok {
|
||||
return clientCapabilities
|
||||
}
|
||||
}
|
||||
return mcp.ClientCapabilities{}
|
||||
}
|
||||
|
||||
var (
|
||||
_ ClientSession = (*sseSession)(nil)
|
||||
_ SessionWithTools = (*sseSession)(nil)
|
||||
_ SessionWithLogging = (*sseSession)(nil)
|
||||
_ SessionWithClientInfo = (*sseSession)(nil)
|
||||
)
|
||||
|
||||
// SSEServer implements a Server-Sent Events (SSE) based MCP server.
|
||||
// It provides real-time communication capabilities over HTTP using the SSE protocol.
|
||||
type SSEServer struct {
|
||||
server *MCPServer
|
||||
baseURL string
|
||||
basePath string
|
||||
appendQueryToMessageEndpoint bool
|
||||
useFullURLForMessageEndpoint bool
|
||||
messageEndpoint string
|
||||
sseEndpoint string
|
||||
sessions sync.Map
|
||||
srv *http.Server
|
||||
contextFunc SSEContextFunc
|
||||
dynamicBasePathFunc DynamicBasePathFunc
|
||||
|
||||
keepAlive bool
|
||||
keepAliveInterval time.Duration
|
||||
|
||||
mu sync.RWMutex
|
||||
}
|
||||
|
||||
// SSEOption defines a function type for configuring SSEServer
|
||||
type SSEOption func(*SSEServer)
|
||||
|
||||
// WithBaseURL sets the base URL for the SSE server
|
||||
func WithBaseURL(baseURL string) SSEOption {
|
||||
return func(s *SSEServer) {
|
||||
if baseURL != "" {
|
||||
u, err := url.Parse(baseURL)
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
if u.Scheme != "http" && u.Scheme != "https" {
|
||||
return
|
||||
}
|
||||
// Check if the host is empty or only contains a port
|
||||
if u.Host == "" || strings.HasPrefix(u.Host, ":") {
|
||||
return
|
||||
}
|
||||
if len(u.Query()) > 0 {
|
||||
return
|
||||
}
|
||||
}
|
||||
s.baseURL = strings.TrimSuffix(baseURL, "/")
|
||||
}
|
||||
}
|
||||
|
||||
// WithStaticBasePath adds a new option for setting a static base path
|
||||
func WithStaticBasePath(basePath string) SSEOption {
|
||||
return func(s *SSEServer) {
|
||||
s.basePath = normalizeURLPath(basePath)
|
||||
}
|
||||
}
|
||||
|
||||
// WithBasePath adds a new option for setting a static base path.
|
||||
//
|
||||
// Deprecated: Use WithStaticBasePath instead. This will be removed in a future version.
|
||||
//
|
||||
//go:deprecated
|
||||
func WithBasePath(basePath string) SSEOption {
|
||||
return WithStaticBasePath(basePath)
|
||||
}
|
||||
|
||||
// WithDynamicBasePath accepts a function for generating the base path. This is
|
||||
// useful for cases where the base path is not known at the time of SSE server
|
||||
// creation, such as when using a reverse proxy or when the server is mounted
|
||||
// at a dynamic path.
|
||||
func WithDynamicBasePath(fn DynamicBasePathFunc) SSEOption {
|
||||
return func(s *SSEServer) {
|
||||
if fn != nil {
|
||||
s.dynamicBasePathFunc = func(r *http.Request, sid string) string {
|
||||
bp := fn(r, sid)
|
||||
return normalizeURLPath(bp)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// WithMessageEndpoint sets the message endpoint path
|
||||
func WithMessageEndpoint(endpoint string) SSEOption {
|
||||
return func(s *SSEServer) {
|
||||
s.messageEndpoint = endpoint
|
||||
}
|
||||
}
|
||||
|
||||
// WithAppendQueryToMessageEndpoint configures the SSE server to append the original request's
|
||||
// query parameters to the message endpoint URL that is sent to clients during the SSE connection
|
||||
// initialization. This is useful when you need to preserve query parameters from the initial
|
||||
// SSE connection request and carry them over to subsequent message requests, maintaining
|
||||
// context or authentication details across the communication channel.
|
||||
func WithAppendQueryToMessageEndpoint() SSEOption {
|
||||
return func(s *SSEServer) {
|
||||
s.appendQueryToMessageEndpoint = true
|
||||
}
|
||||
}
|
||||
|
||||
// WithUseFullURLForMessageEndpoint controls whether the SSE server returns a complete URL (including baseURL)
|
||||
// or just the path portion for the message endpoint. Set to false when clients will concatenate
|
||||
// the baseURL themselves to avoid malformed URLs like "http://localhost/mcphttp://localhost/mcp/message".
|
||||
func WithUseFullURLForMessageEndpoint(useFullURLForMessageEndpoint bool) SSEOption {
|
||||
return func(s *SSEServer) {
|
||||
s.useFullURLForMessageEndpoint = useFullURLForMessageEndpoint
|
||||
}
|
||||
}
|
||||
|
||||
// WithSSEEndpoint sets the SSE endpoint path
|
||||
func WithSSEEndpoint(endpoint string) SSEOption {
|
||||
return func(s *SSEServer) {
|
||||
s.sseEndpoint = endpoint
|
||||
}
|
||||
}
|
||||
|
||||
// WithHTTPServer sets the HTTP server instance.
|
||||
// NOTE: When providing a custom HTTP server, you must handle routing yourself
|
||||
// If routing is not set up, the server will start but won't handle any MCP requests.
|
||||
func WithHTTPServer(srv *http.Server) SSEOption {
|
||||
return func(s *SSEServer) {
|
||||
s.srv = srv
|
||||
}
|
||||
}
|
||||
|
||||
func WithKeepAliveInterval(keepAliveInterval time.Duration) SSEOption {
|
||||
return func(s *SSEServer) {
|
||||
s.keepAlive = true
|
||||
s.keepAliveInterval = keepAliveInterval
|
||||
}
|
||||
}
|
||||
|
||||
func WithKeepAlive(keepAlive bool) SSEOption {
|
||||
return func(s *SSEServer) {
|
||||
s.keepAlive = keepAlive
|
||||
}
|
||||
}
|
||||
|
||||
// WithSSEContextFunc sets a function that will be called to customise the context
|
||||
// to the server using the incoming request.
|
||||
func WithSSEContextFunc(fn SSEContextFunc) SSEOption {
|
||||
return func(s *SSEServer) {
|
||||
s.contextFunc = fn
|
||||
}
|
||||
}
|
||||
|
||||
// NewSSEServer creates a new SSE server instance with the given MCP server and options.
|
||||
func NewSSEServer(server *MCPServer, opts ...SSEOption) *SSEServer {
|
||||
s := &SSEServer{
|
||||
server: server,
|
||||
sseEndpoint: "/sse",
|
||||
messageEndpoint: "/message",
|
||||
useFullURLForMessageEndpoint: true,
|
||||
keepAlive: false,
|
||||
keepAliveInterval: 10 * time.Second,
|
||||
}
|
||||
|
||||
// Apply all options
|
||||
for _, opt := range opts {
|
||||
opt(s)
|
||||
}
|
||||
|
||||
return s
|
||||
}
|
||||
|
||||
// NewTestServer creates a test server for testing purposes
|
||||
func NewTestServer(server *MCPServer, opts ...SSEOption) *httptest.Server {
|
||||
sseServer := NewSSEServer(server, opts...)
|
||||
|
||||
testServer := httptest.NewServer(sseServer)
|
||||
sseServer.baseURL = testServer.URL
|
||||
return testServer
|
||||
}
|
||||
|
||||
// Start begins serving SSE connections on the specified address.
|
||||
// It sets up HTTP handlers for SSE and message endpoints.
|
||||
func (s *SSEServer) Start(addr string) error {
|
||||
s.mu.Lock()
|
||||
if s.srv == nil {
|
||||
s.srv = &http.Server{
|
||||
Addr: addr,
|
||||
Handler: s,
|
||||
}
|
||||
} else {
|
||||
if s.srv.Addr == "" {
|
||||
s.srv.Addr = addr
|
||||
} else if s.srv.Addr != addr {
|
||||
return fmt.Errorf("conflicting listen address: WithHTTPServer(%q) vs Start(%q)", s.srv.Addr, addr)
|
||||
}
|
||||
}
|
||||
srv := s.srv
|
||||
s.mu.Unlock()
|
||||
|
||||
return srv.ListenAndServe()
|
||||
}
|
||||
|
||||
// Shutdown gracefully stops the SSE server, closing all active sessions
|
||||
// and shutting down the HTTP server.
|
||||
func (s *SSEServer) Shutdown(ctx context.Context) error {
|
||||
s.mu.RLock()
|
||||
srv := s.srv
|
||||
s.mu.RUnlock()
|
||||
|
||||
if srv != nil {
|
||||
s.sessions.Range(func(key, value any) bool {
|
||||
if session, ok := value.(*sseSession); ok {
|
||||
close(session.done)
|
||||
}
|
||||
s.sessions.Delete(key)
|
||||
return true
|
||||
})
|
||||
|
||||
return srv.Shutdown(ctx)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// handleSSE handles incoming SSE connection requests.
|
||||
// It sets up appropriate headers and creates a new session for the client.
|
||||
func (s *SSEServer) handleSSE(w http.ResponseWriter, r *http.Request) {
|
||||
if r.Method != http.MethodGet {
|
||||
http.Error(w, "Method not allowed", http.StatusMethodNotAllowed)
|
||||
return
|
||||
}
|
||||
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
w.Header().Set("Cache-Control", "no-cache")
|
||||
w.Header().Set("Connection", "keep-alive")
|
||||
w.Header().Set("Access-Control-Allow-Origin", "*")
|
||||
|
||||
flusher, ok := w.(http.Flusher)
|
||||
if !ok {
|
||||
http.Error(w, "Streaming unsupported", http.StatusInternalServerError)
|
||||
return
|
||||
}
|
||||
|
||||
sessionID := uuid.New().String()
|
||||
session := &sseSession{
|
||||
done: make(chan struct{}),
|
||||
eventQueue: make(chan string, 100), // Buffer for events
|
||||
sessionID: sessionID,
|
||||
notificationChannel: make(chan mcp.JSONRPCNotification, 100),
|
||||
}
|
||||
|
||||
s.sessions.Store(sessionID, session)
|
||||
defer s.sessions.Delete(sessionID)
|
||||
|
||||
if err := s.server.RegisterSession(r.Context(), session); err != nil {
|
||||
http.Error(
|
||||
w,
|
||||
fmt.Sprintf("Session registration failed: %v", err),
|
||||
http.StatusInternalServerError,
|
||||
)
|
||||
return
|
||||
}
|
||||
defer s.server.UnregisterSession(r.Context(), sessionID)
|
||||
|
||||
// Start notification handler for this session
|
||||
go func() {
|
||||
for {
|
||||
select {
|
||||
case notification := <-session.notificationChannel:
|
||||
eventData, err := json.Marshal(notification)
|
||||
if err == nil {
|
||||
select {
|
||||
case session.eventQueue <- fmt.Sprintf("event: message\ndata: %s\n\n", eventData):
|
||||
// Event queued successfully
|
||||
case <-session.done:
|
||||
return
|
||||
}
|
||||
}
|
||||
case <-session.done:
|
||||
return
|
||||
case <-r.Context().Done():
|
||||
return
|
||||
}
|
||||
}
|
||||
}()
|
||||
|
||||
// Start keep alive : ping
|
||||
if s.keepAlive {
|
||||
go func() {
|
||||
ticker := time.NewTicker(s.keepAliveInterval)
|
||||
defer ticker.Stop()
|
||||
for {
|
||||
select {
|
||||
case <-ticker.C:
|
||||
message := mcp.JSONRPCRequest{
|
||||
JSONRPC: "2.0",
|
||||
ID: mcp.NewRequestId(session.requestID.Add(1)),
|
||||
Request: mcp.Request{
|
||||
Method: "ping",
|
||||
},
|
||||
}
|
||||
messageBytes, _ := json.Marshal(message)
|
||||
pingMsg := fmt.Sprintf("event: message\ndata:%s\n\n", messageBytes)
|
||||
select {
|
||||
case session.eventQueue <- pingMsg:
|
||||
// Message sent successfully
|
||||
case <-session.done:
|
||||
return
|
||||
}
|
||||
case <-session.done:
|
||||
return
|
||||
case <-r.Context().Done():
|
||||
return
|
||||
}
|
||||
}
|
||||
}()
|
||||
}
|
||||
|
||||
// Send the initial endpoint event
|
||||
endpoint := s.GetMessageEndpointForClient(r, sessionID)
|
||||
if s.appendQueryToMessageEndpoint && len(r.URL.RawQuery) > 0 {
|
||||
endpoint += "&" + r.URL.RawQuery
|
||||
}
|
||||
fmt.Fprintf(w, "event: endpoint\ndata: %s\r\n\r\n", endpoint)
|
||||
flusher.Flush()
|
||||
|
||||
// Main event loop - this runs in the HTTP handler goroutine
|
||||
for {
|
||||
select {
|
||||
case event := <-session.eventQueue:
|
||||
// Write the event to the response
|
||||
fmt.Fprint(w, event)
|
||||
flusher.Flush()
|
||||
case <-r.Context().Done():
|
||||
close(session.done)
|
||||
return
|
||||
case <-session.done:
|
||||
return
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// GetMessageEndpointForClient returns the appropriate message endpoint URL with session ID
|
||||
// for the given request. This is the canonical way to compute the message endpoint for a client.
|
||||
// It handles both dynamic and static path modes, and honors the WithUseFullURLForMessageEndpoint flag.
|
||||
func (s *SSEServer) GetMessageEndpointForClient(r *http.Request, sessionID string) string {
|
||||
basePath := s.basePath
|
||||
if s.dynamicBasePathFunc != nil {
|
||||
basePath = s.dynamicBasePathFunc(r, sessionID)
|
||||
}
|
||||
|
||||
endpointPath := normalizeURLPath(basePath, s.messageEndpoint)
|
||||
if s.useFullURLForMessageEndpoint && s.baseURL != "" {
|
||||
endpointPath = s.baseURL + endpointPath
|
||||
}
|
||||
|
||||
return fmt.Sprintf("%s?sessionId=%s", endpointPath, sessionID)
|
||||
}
|
||||
|
||||
// handleMessage processes incoming JSON-RPC messages from clients and sends responses
|
||||
// back through the SSE connection and 202 code to HTTP response.
|
||||
func (s *SSEServer) handleMessage(w http.ResponseWriter, r *http.Request) {
|
||||
if r.Method != http.MethodPost {
|
||||
s.writeJSONRPCError(w, nil, mcp.INVALID_REQUEST, "Method not allowed")
|
||||
return
|
||||
}
|
||||
|
||||
sessionID := r.URL.Query().Get("sessionId")
|
||||
if sessionID == "" {
|
||||
s.writeJSONRPCError(w, nil, mcp.INVALID_PARAMS, "Missing sessionId")
|
||||
return
|
||||
}
|
||||
sessionI, ok := s.sessions.Load(sessionID)
|
||||
if !ok {
|
||||
s.writeJSONRPCError(w, nil, mcp.INVALID_PARAMS, "Invalid session ID")
|
||||
return
|
||||
}
|
||||
session := sessionI.(*sseSession)
|
||||
|
||||
// Set the client context before handling the message
|
||||
ctx := s.server.WithContext(r.Context(), session)
|
||||
if s.contextFunc != nil {
|
||||
ctx = s.contextFunc(ctx, r)
|
||||
}
|
||||
|
||||
// Parse message as raw JSON
|
||||
var rawMessage json.RawMessage
|
||||
if err := json.NewDecoder(r.Body).Decode(&rawMessage); err != nil {
|
||||
s.writeJSONRPCError(w, nil, mcp.PARSE_ERROR, "Parse error")
|
||||
return
|
||||
}
|
||||
|
||||
// Create a context that preserves all values from parent ctx but won't be canceled when the parent is canceled.
|
||||
// this is required because the http ctx will be canceled when the client disconnects
|
||||
detachedCtx := context.WithoutCancel(ctx)
|
||||
|
||||
// quick return request, send 202 Accepted with no body, then deal the message and sent response via SSE
|
||||
w.WriteHeader(http.StatusAccepted)
|
||||
|
||||
// Create a new context for handling the message that will be canceled when the message handling is done
|
||||
messageCtx := context.WithValue(detachedCtx, requestHeader, r.Header)
|
||||
messageCtx, cancel := context.WithCancel(messageCtx)
|
||||
|
||||
go func(ctx context.Context) {
|
||||
defer cancel()
|
||||
// Use the context that will be canceled when session is done
|
||||
// Process message through MCPServer
|
||||
response := s.server.HandleMessage(ctx, rawMessage)
|
||||
// Only send response if there is one (not for notifications)
|
||||
if response != nil {
|
||||
var message string
|
||||
if eventData, err := json.Marshal(response); err != nil {
|
||||
// If there is an error marshalling the response, send a generic error response
|
||||
log.Printf("failed to marshal response: %v", err)
|
||||
message = "event: message\ndata: {\"error\": \"internal error\",\"jsonrpc\": \"2.0\", \"id\": null}\n\n"
|
||||
} else {
|
||||
message = fmt.Sprintf("event: message\ndata: %s\n\n", eventData)
|
||||
}
|
||||
|
||||
// Queue the event for sending via SSE
|
||||
select {
|
||||
case session.eventQueue <- message:
|
||||
// Event queued successfully
|
||||
case <-session.done:
|
||||
// Session is closed, don't try to queue
|
||||
default:
|
||||
// Queue is full, log this situation
|
||||
log.Printf("Event queue full for session %s", sessionID)
|
||||
}
|
||||
}
|
||||
}(messageCtx)
|
||||
}
|
||||
|
||||
// writeJSONRPCError writes a JSON-RPC error response with the given error details.
|
||||
func (s *SSEServer) writeJSONRPCError(
|
||||
w http.ResponseWriter,
|
||||
id any,
|
||||
code int,
|
||||
message string,
|
||||
) {
|
||||
response := createErrorResponse(id, code, message)
|
||||
w.Header().Set("Content-Type", "application/json")
|
||||
w.WriteHeader(http.StatusBadRequest)
|
||||
if err := json.NewEncoder(w).Encode(response); err != nil {
|
||||
http.Error(
|
||||
w,
|
||||
fmt.Sprintf("Failed to encode response: %v", err),
|
||||
http.StatusInternalServerError,
|
||||
)
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
// SendEventToSession sends an event to a specific SSE session identified by sessionID.
|
||||
// Returns an error if the session is not found or closed.
|
||||
func (s *SSEServer) SendEventToSession(
|
||||
sessionID string,
|
||||
event any,
|
||||
) error {
|
||||
sessionI, ok := s.sessions.Load(sessionID)
|
||||
if !ok {
|
||||
return fmt.Errorf("session not found: %s", sessionID)
|
||||
}
|
||||
session := sessionI.(*sseSession)
|
||||
|
||||
eventData, err := json.Marshal(event)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
// Queue the event for sending via SSE
|
||||
select {
|
||||
case session.eventQueue <- fmt.Sprintf("event: message\ndata: %s\n\n", eventData):
|
||||
return nil
|
||||
case <-session.done:
|
||||
return fmt.Errorf("session closed")
|
||||
default:
|
||||
return fmt.Errorf("event queue full")
|
||||
}
|
||||
}
|
||||
|
||||
func (s *SSEServer) GetUrlPath(input string) (string, error) {
|
||||
parse, err := url.Parse(input)
|
||||
if err != nil {
|
||||
return "", fmt.Errorf("failed to parse URL %s: %w", input, err)
|
||||
}
|
||||
return parse.Path, nil
|
||||
}
|
||||
|
||||
func (s *SSEServer) CompleteSseEndpoint() (string, error) {
|
||||
if s.dynamicBasePathFunc != nil {
|
||||
return "", &ErrDynamicPathConfig{Method: "CompleteSseEndpoint"}
|
||||
}
|
||||
|
||||
path := normalizeURLPath(s.basePath, s.sseEndpoint)
|
||||
return s.baseURL + path, nil
|
||||
}
|
||||
|
||||
func (s *SSEServer) CompleteSsePath() string {
|
||||
path, err := s.CompleteSseEndpoint()
|
||||
if err != nil {
|
||||
return normalizeURLPath(s.basePath, s.sseEndpoint)
|
||||
}
|
||||
urlPath, err := s.GetUrlPath(path)
|
||||
if err != nil {
|
||||
return normalizeURLPath(s.basePath, s.sseEndpoint)
|
||||
}
|
||||
return urlPath
|
||||
}
|
||||
|
||||
func (s *SSEServer) CompleteMessageEndpoint() (string, error) {
|
||||
if s.dynamicBasePathFunc != nil {
|
||||
return "", &ErrDynamicPathConfig{Method: "CompleteMessageEndpoint"}
|
||||
}
|
||||
path := normalizeURLPath(s.basePath, s.messageEndpoint)
|
||||
return s.baseURL + path, nil
|
||||
}
|
||||
|
||||
func (s *SSEServer) CompleteMessagePath() string {
|
||||
path, err := s.CompleteMessageEndpoint()
|
||||
if err != nil {
|
||||
return normalizeURLPath(s.basePath, s.messageEndpoint)
|
||||
}
|
||||
urlPath, err := s.GetUrlPath(path)
|
||||
if err != nil {
|
||||
return normalizeURLPath(s.basePath, s.messageEndpoint)
|
||||
}
|
||||
return urlPath
|
||||
}
|
||||
|
||||
// SSEHandler returns an http.Handler for the SSE endpoint.
|
||||
//
|
||||
// This method allows you to mount the SSE handler at any arbitrary path
|
||||
// using your own router (e.g. net/http, gorilla/mux, chi, etc.). It is
|
||||
// intended for advanced scenarios where you want to control the routing or
|
||||
// support dynamic segments.
|
||||
//
|
||||
// IMPORTANT: When using this handler in advanced/dynamic mounting scenarios,
|
||||
// you must use the WithDynamicBasePath option to ensure the correct base path
|
||||
// is communicated to clients.
|
||||
//
|
||||
// Example usage:
|
||||
//
|
||||
// // Advanced/dynamic:
|
||||
// sseServer := NewSSEServer(mcpServer,
|
||||
// WithDynamicBasePath(func(r *http.Request, sessionID string) string {
|
||||
// tenant := r.PathValue("tenant")
|
||||
// return "/mcp/" + tenant
|
||||
// }),
|
||||
// WithBaseURL("http://localhost:8080")
|
||||
// )
|
||||
// mux.Handle("/mcp/{tenant}/sse", sseServer.SSEHandler())
|
||||
// mux.Handle("/mcp/{tenant}/message", sseServer.MessageHandler())
|
||||
//
|
||||
// For non-dynamic cases, use ServeHTTP method instead.
|
||||
func (s *SSEServer) SSEHandler() http.Handler {
|
||||
return http.HandlerFunc(s.handleSSE)
|
||||
}
|
||||
|
||||
// MessageHandler returns an http.Handler for the message endpoint.
|
||||
//
|
||||
// This method allows you to mount the message handler at any arbitrary path
|
||||
// using your own router (e.g. net/http, gorilla/mux, chi, etc.). It is
|
||||
// intended for advanced scenarios where you want to control the routing or
|
||||
// support dynamic segments.
|
||||
//
|
||||
// IMPORTANT: When using this handler in advanced/dynamic mounting scenarios,
|
||||
// you must use the WithDynamicBasePath option to ensure the correct base path
|
||||
// is communicated to clients.
|
||||
//
|
||||
// Example usage:
|
||||
//
|
||||
// // Advanced/dynamic:
|
||||
// sseServer := NewSSEServer(mcpServer,
|
||||
// WithDynamicBasePath(func(r *http.Request, sessionID string) string {
|
||||
// tenant := r.PathValue("tenant")
|
||||
// return "/mcp/" + tenant
|
||||
// }),
|
||||
// WithBaseURL("http://localhost:8080")
|
||||
// )
|
||||
// mux.Handle("/mcp/{tenant}/sse", sseServer.SSEHandler())
|
||||
// mux.Handle("/mcp/{tenant}/message", sseServer.MessageHandler())
|
||||
//
|
||||
// For non-dynamic cases, use ServeHTTP method instead.
|
||||
func (s *SSEServer) MessageHandler() http.Handler {
|
||||
return http.HandlerFunc(s.handleMessage)
|
||||
}
|
||||
|
||||
// ServeHTTP implements the http.Handler interface.
|
||||
func (s *SSEServer) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
||||
if s.dynamicBasePathFunc != nil {
|
||||
http.Error(
|
||||
w,
|
||||
(&ErrDynamicPathConfig{Method: "ServeHTTP"}).Error(),
|
||||
http.StatusInternalServerError,
|
||||
)
|
||||
return
|
||||
}
|
||||
path := r.URL.Path
|
||||
// Use exact path matching rather than Contains
|
||||
ssePath := s.CompleteSsePath()
|
||||
if ssePath != "" && path == ssePath {
|
||||
s.handleSSE(w, r)
|
||||
return
|
||||
}
|
||||
messagePath := s.CompleteMessagePath()
|
||||
if messagePath != "" && path == messagePath {
|
||||
s.handleMessage(w, r)
|
||||
return
|
||||
}
|
||||
|
||||
http.NotFound(w, r)
|
||||
}
|
||||
|
||||
// normalizeURLPath joins path elements like path.Join but ensures the
|
||||
// result always starts with a leading slash and never ends with a slash
|
||||
func normalizeURLPath(elem ...string) string {
|
||||
joined := path.Join(elem...)
|
||||
|
||||
// Ensure leading slash
|
||||
if !strings.HasPrefix(joined, "/") {
|
||||
joined = "/" + joined
|
||||
}
|
||||
|
||||
// Remove trailing slash if not just "/"
|
||||
if len(joined) > 1 && strings.HasSuffix(joined, "/") {
|
||||
joined = joined[:len(joined)-1]
|
||||
}
|
||||
|
||||
return joined
|
||||
}
|
||||
+592
@@ -0,0 +1,592 @@
|
||||
package server
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"log"
|
||||
"os"
|
||||
"os/signal"
|
||||
"sync"
|
||||
"sync/atomic"
|
||||
"syscall"
|
||||
|
||||
"github.com/mark3labs/mcp-go/mcp"
|
||||
)
|
||||
|
||||
// StdioContextFunc is a function that takes an existing context and returns
|
||||
// a potentially modified context.
|
||||
// This can be used to inject context values from environment variables,
|
||||
// for example.
|
||||
type StdioContextFunc func(ctx context.Context) context.Context
|
||||
|
||||
// StdioServer wraps a MCPServer and handles stdio communication.
|
||||
// It provides a simple way to create command-line MCP servers that
|
||||
// communicate via standard input/output streams using JSON-RPC messages.
|
||||
type StdioServer struct {
|
||||
server *MCPServer
|
||||
errLogger *log.Logger
|
||||
contextFunc StdioContextFunc
|
||||
|
||||
// Thread-safe tool call processing
|
||||
toolCallQueue chan *toolCallWork
|
||||
workerWg sync.WaitGroup
|
||||
workerPoolSize int
|
||||
queueSize int
|
||||
writeMu sync.Mutex // Protects concurrent writes
|
||||
}
|
||||
|
||||
// toolCallWork represents a queued tool call request
|
||||
type toolCallWork struct {
|
||||
ctx context.Context
|
||||
message json.RawMessage
|
||||
writer io.Writer
|
||||
}
|
||||
|
||||
// StdioOption defines a function type for configuring StdioServer
|
||||
type StdioOption func(*StdioServer)
|
||||
|
||||
// WithErrorLogger sets the error logger for the server
|
||||
func WithErrorLogger(logger *log.Logger) StdioOption {
|
||||
return func(s *StdioServer) {
|
||||
s.errLogger = logger
|
||||
}
|
||||
}
|
||||
|
||||
// WithStdioContextFunc sets a function that will be called to customise the context
|
||||
// to the server. Note that the stdio server uses the same context for all requests,
|
||||
// so this function will only be called once per server instance.
|
||||
func WithStdioContextFunc(fn StdioContextFunc) StdioOption {
|
||||
return func(s *StdioServer) {
|
||||
s.contextFunc = fn
|
||||
}
|
||||
}
|
||||
|
||||
// WithWorkerPoolSize sets the number of workers for processing tool calls
|
||||
func WithWorkerPoolSize(size int) StdioOption {
|
||||
return func(s *StdioServer) {
|
||||
const maxWorkerPoolSize = 100
|
||||
if size > 0 && size <= maxWorkerPoolSize {
|
||||
s.workerPoolSize = size
|
||||
} else if size > maxWorkerPoolSize {
|
||||
s.errLogger.Printf("Worker pool size %d exceeds maximum (%d), using maximum", size, maxWorkerPoolSize)
|
||||
s.workerPoolSize = maxWorkerPoolSize
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// WithQueueSize sets the size of the tool call queue
|
||||
func WithQueueSize(size int) StdioOption {
|
||||
return func(s *StdioServer) {
|
||||
const maxQueueSize = 10000
|
||||
if size > 0 && size <= maxQueueSize {
|
||||
s.queueSize = size
|
||||
} else if size > maxQueueSize {
|
||||
s.errLogger.Printf("Queue size %d exceeds maximum (%d), using maximum", size, maxQueueSize)
|
||||
s.queueSize = maxQueueSize
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// stdioSession is a static client session, since stdio has only one client.
|
||||
type stdioSession struct {
|
||||
notifications chan mcp.JSONRPCNotification
|
||||
initialized atomic.Bool
|
||||
loggingLevel atomic.Value
|
||||
clientInfo atomic.Value // stores session-specific client info
|
||||
clientCapabilities atomic.Value // stores session-specific client capabilities
|
||||
writer io.Writer // for sending requests to client
|
||||
requestID atomic.Int64 // for generating unique request IDs
|
||||
mu sync.RWMutex // protects writer
|
||||
pendingRequests map[int64]chan *samplingResponse // for tracking pending sampling requests
|
||||
pendingMu sync.RWMutex // protects pendingRequests
|
||||
}
|
||||
|
||||
// samplingResponse represents a response to a sampling request
|
||||
type samplingResponse struct {
|
||||
result *mcp.CreateMessageResult
|
||||
err error
|
||||
}
|
||||
|
||||
func (s *stdioSession) SessionID() string {
|
||||
return "stdio"
|
||||
}
|
||||
|
||||
func (s *stdioSession) NotificationChannel() chan<- mcp.JSONRPCNotification {
|
||||
return s.notifications
|
||||
}
|
||||
|
||||
func (s *stdioSession) Initialize() {
|
||||
// set default logging level
|
||||
s.loggingLevel.Store(mcp.LoggingLevelError)
|
||||
s.initialized.Store(true)
|
||||
}
|
||||
|
||||
func (s *stdioSession) Initialized() bool {
|
||||
return s.initialized.Load()
|
||||
}
|
||||
|
||||
func (s *stdioSession) GetClientInfo() mcp.Implementation {
|
||||
if value := s.clientInfo.Load(); value != nil {
|
||||
if clientInfo, ok := value.(mcp.Implementation); ok {
|
||||
return clientInfo
|
||||
}
|
||||
}
|
||||
return mcp.Implementation{}
|
||||
}
|
||||
|
||||
func (s *stdioSession) SetClientInfo(clientInfo mcp.Implementation) {
|
||||
s.clientInfo.Store(clientInfo)
|
||||
}
|
||||
|
||||
func (s *stdioSession) GetClientCapabilities() mcp.ClientCapabilities {
|
||||
if value := s.clientCapabilities.Load(); value != nil {
|
||||
if clientCapabilities, ok := value.(mcp.ClientCapabilities); ok {
|
||||
return clientCapabilities
|
||||
}
|
||||
}
|
||||
return mcp.ClientCapabilities{}
|
||||
}
|
||||
|
||||
func (s *stdioSession) SetClientCapabilities(clientCapabilities mcp.ClientCapabilities) {
|
||||
s.clientCapabilities.Store(clientCapabilities)
|
||||
}
|
||||
|
||||
func (s *stdioSession) SetLogLevel(level mcp.LoggingLevel) {
|
||||
s.loggingLevel.Store(level)
|
||||
}
|
||||
|
||||
func (s *stdioSession) GetLogLevel() mcp.LoggingLevel {
|
||||
level := s.loggingLevel.Load()
|
||||
if level == nil {
|
||||
return mcp.LoggingLevelError
|
||||
}
|
||||
return level.(mcp.LoggingLevel)
|
||||
}
|
||||
|
||||
// RequestSampling sends a sampling request to the client and waits for the response.
|
||||
func (s *stdioSession) RequestSampling(ctx context.Context, request mcp.CreateMessageRequest) (*mcp.CreateMessageResult, error) {
|
||||
s.mu.RLock()
|
||||
writer := s.writer
|
||||
s.mu.RUnlock()
|
||||
|
||||
if writer == nil {
|
||||
return nil, fmt.Errorf("no writer available for sending requests")
|
||||
}
|
||||
|
||||
// Generate a unique request ID
|
||||
id := s.requestID.Add(1)
|
||||
|
||||
// Create a response channel for this request
|
||||
responseChan := make(chan *samplingResponse, 1)
|
||||
s.pendingMu.Lock()
|
||||
s.pendingRequests[id] = responseChan
|
||||
s.pendingMu.Unlock()
|
||||
|
||||
// Cleanup function to remove the pending request
|
||||
cleanup := func() {
|
||||
s.pendingMu.Lock()
|
||||
delete(s.pendingRequests, id)
|
||||
s.pendingMu.Unlock()
|
||||
}
|
||||
defer cleanup()
|
||||
|
||||
// Create the JSON-RPC request
|
||||
jsonRPCRequest := struct {
|
||||
JSONRPC string `json:"jsonrpc"`
|
||||
ID int64 `json:"id"`
|
||||
Method string `json:"method"`
|
||||
Params mcp.CreateMessageParams `json:"params"`
|
||||
}{
|
||||
JSONRPC: mcp.JSONRPC_VERSION,
|
||||
ID: id,
|
||||
Method: string(mcp.MethodSamplingCreateMessage),
|
||||
Params: request.CreateMessageParams,
|
||||
}
|
||||
|
||||
// Marshal and send the request
|
||||
requestBytes, err := json.Marshal(jsonRPCRequest)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to marshal sampling request: %w", err)
|
||||
}
|
||||
requestBytes = append(requestBytes, '\n')
|
||||
|
||||
if _, err := writer.Write(requestBytes); err != nil {
|
||||
return nil, fmt.Errorf("failed to write sampling request: %w", err)
|
||||
}
|
||||
|
||||
// Wait for the response or context cancellation
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
return nil, ctx.Err()
|
||||
case response := <-responseChan:
|
||||
if response.err != nil {
|
||||
return nil, response.err
|
||||
}
|
||||
return response.result, nil
|
||||
}
|
||||
}
|
||||
|
||||
// SetWriter sets the writer for sending requests to the client.
|
||||
func (s *stdioSession) SetWriter(writer io.Writer) {
|
||||
s.mu.Lock()
|
||||
defer s.mu.Unlock()
|
||||
s.writer = writer
|
||||
}
|
||||
|
||||
var (
|
||||
_ ClientSession = (*stdioSession)(nil)
|
||||
_ SessionWithLogging = (*stdioSession)(nil)
|
||||
_ SessionWithClientInfo = (*stdioSession)(nil)
|
||||
_ SessionWithSampling = (*stdioSession)(nil)
|
||||
)
|
||||
|
||||
var stdioSessionInstance = stdioSession{
|
||||
notifications: make(chan mcp.JSONRPCNotification, 100),
|
||||
pendingRequests: make(map[int64]chan *samplingResponse),
|
||||
}
|
||||
|
||||
// NewStdioServer creates a new stdio server wrapper around an MCPServer.
|
||||
// It initializes the server with a default error logger that discards all output.
|
||||
func NewStdioServer(server *MCPServer) *StdioServer {
|
||||
return &StdioServer{
|
||||
server: server,
|
||||
errLogger: log.New(
|
||||
os.Stderr,
|
||||
"",
|
||||
log.LstdFlags,
|
||||
), // Default to discarding logs
|
||||
workerPoolSize: 5, // Default worker pool size
|
||||
queueSize: 100, // Default queue size
|
||||
}
|
||||
}
|
||||
|
||||
// SetErrorLogger configures where error messages from the StdioServer are logged.
|
||||
// The provided logger will receive all error messages generated during server operation.
|
||||
func (s *StdioServer) SetErrorLogger(logger *log.Logger) {
|
||||
s.errLogger = logger
|
||||
}
|
||||
|
||||
// SetContextFunc sets a function that will be called to customise the context
|
||||
// to the server. Note that the stdio server uses the same context for all requests,
|
||||
// so this function will only be called once per server instance.
|
||||
func (s *StdioServer) SetContextFunc(fn StdioContextFunc) {
|
||||
s.contextFunc = fn
|
||||
}
|
||||
|
||||
// handleNotifications continuously processes notifications from the session's notification channel
|
||||
// and writes them to the provided output. It runs until the context is cancelled.
|
||||
// Any errors encountered while writing notifications are logged but do not stop the handler.
|
||||
func (s *StdioServer) handleNotifications(ctx context.Context, stdout io.Writer) {
|
||||
for {
|
||||
select {
|
||||
case notification := <-stdioSessionInstance.notifications:
|
||||
if err := s.writeResponse(notification, stdout); err != nil {
|
||||
s.errLogger.Printf("Error writing notification: %v", err)
|
||||
}
|
||||
case <-ctx.Done():
|
||||
return
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// processInputStream continuously reads and processes messages from the input stream.
|
||||
// It handles EOF gracefully as a normal termination condition.
|
||||
// The function returns when either:
|
||||
// - The context is cancelled (returns context.Err())
|
||||
// - EOF is encountered (returns nil)
|
||||
// - An error occurs while reading or processing messages (returns the error)
|
||||
func (s *StdioServer) processInputStream(ctx context.Context, reader *bufio.Reader, stdout io.Writer) error {
|
||||
for {
|
||||
if err := ctx.Err(); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
line, err := s.readNextLine(ctx, reader)
|
||||
if err != nil {
|
||||
if err == io.EOF {
|
||||
return nil
|
||||
}
|
||||
s.errLogger.Printf("Error reading input: %v", err)
|
||||
return err
|
||||
}
|
||||
|
||||
if err := s.processMessage(ctx, line, stdout); err != nil {
|
||||
if err == io.EOF {
|
||||
return nil
|
||||
}
|
||||
s.errLogger.Printf("Error handling message: %v", err)
|
||||
return err
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// toolCallWorker processes tool calls from the queue
|
||||
func (s *StdioServer) toolCallWorker(ctx context.Context) {
|
||||
defer s.workerWg.Done()
|
||||
|
||||
for {
|
||||
select {
|
||||
case work, ok := <-s.toolCallQueue:
|
||||
if !ok {
|
||||
// Channel closed, exit worker
|
||||
return
|
||||
}
|
||||
// Process the tool call
|
||||
response := s.server.HandleMessage(work.ctx, work.message)
|
||||
if response != nil {
|
||||
if err := s.writeResponse(response, work.writer); err != nil {
|
||||
s.errLogger.Printf("Error writing tool response: %v", err)
|
||||
}
|
||||
}
|
||||
case <-ctx.Done():
|
||||
return
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// readNextLine reads a single line from the input reader in a context-aware manner.
|
||||
// It uses channels to make the read operation cancellable via context.
|
||||
// Returns the read line and any error encountered. If the context is cancelled,
|
||||
// returns an empty string and the context's error. EOF is returned when the input
|
||||
// stream is closed.
|
||||
func (s *StdioServer) readNextLine(ctx context.Context, reader *bufio.Reader) (string, error) {
|
||||
type result struct {
|
||||
line string
|
||||
err error
|
||||
}
|
||||
|
||||
resultCh := make(chan result, 1)
|
||||
|
||||
go func() {
|
||||
line, err := reader.ReadString('\n')
|
||||
resultCh <- result{line: line, err: err}
|
||||
}()
|
||||
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
return "", nil
|
||||
case res := <-resultCh:
|
||||
return res.line, res.err
|
||||
}
|
||||
}
|
||||
|
||||
// Listen starts listening for JSON-RPC messages on the provided input and writes responses to the provided output.
|
||||
// It runs until the context is cancelled or an error occurs.
|
||||
// Returns an error if there are issues with reading input or writing output.
|
||||
func (s *StdioServer) Listen(
|
||||
ctx context.Context,
|
||||
stdin io.Reader,
|
||||
stdout io.Writer,
|
||||
) error {
|
||||
// Initialize the tool call queue
|
||||
s.toolCallQueue = make(chan *toolCallWork, s.queueSize)
|
||||
|
||||
// Set a static client context since stdio only has one client
|
||||
if err := s.server.RegisterSession(ctx, &stdioSessionInstance); err != nil {
|
||||
return fmt.Errorf("register session: %w", err)
|
||||
}
|
||||
defer s.server.UnregisterSession(ctx, stdioSessionInstance.SessionID())
|
||||
ctx = s.server.WithContext(ctx, &stdioSessionInstance)
|
||||
|
||||
// Set the writer for sending requests to the client
|
||||
stdioSessionInstance.SetWriter(stdout)
|
||||
|
||||
// Add in any custom context.
|
||||
if s.contextFunc != nil {
|
||||
ctx = s.contextFunc(ctx)
|
||||
}
|
||||
|
||||
reader := bufio.NewReader(stdin)
|
||||
|
||||
// Start worker pool for tool calls
|
||||
for i := 0; i < s.workerPoolSize; i++ {
|
||||
s.workerWg.Add(1)
|
||||
go s.toolCallWorker(ctx)
|
||||
}
|
||||
|
||||
// Start notification handler
|
||||
go s.handleNotifications(ctx, stdout)
|
||||
|
||||
// Process input stream
|
||||
err := s.processInputStream(ctx, reader, stdout)
|
||||
|
||||
// Shutdown workers gracefully
|
||||
close(s.toolCallQueue)
|
||||
s.workerWg.Wait()
|
||||
|
||||
return err
|
||||
}
|
||||
|
||||
// processMessage handles a single JSON-RPC message and writes the response.
|
||||
// It parses the message, processes it through the wrapped MCPServer, and writes any response.
|
||||
// Returns an error if there are issues with message processing or response writing.
|
||||
func (s *StdioServer) processMessage(
|
||||
ctx context.Context,
|
||||
line string,
|
||||
writer io.Writer,
|
||||
) error {
|
||||
// If line is empty, likely due to ctx cancellation
|
||||
if len(line) == 0 {
|
||||
return nil
|
||||
}
|
||||
|
||||
// Parse the message as raw JSON
|
||||
var rawMessage json.RawMessage
|
||||
if err := json.Unmarshal([]byte(line), &rawMessage); err != nil {
|
||||
response := createErrorResponse(nil, mcp.PARSE_ERROR, "Parse error")
|
||||
return s.writeResponse(response, writer)
|
||||
}
|
||||
|
||||
// Check if this is a response to a sampling request
|
||||
if s.handleSamplingResponse(rawMessage) {
|
||||
return nil
|
||||
}
|
||||
|
||||
// Check if this is a tool call that might need sampling (and thus should be processed concurrently)
|
||||
var baseMessage struct {
|
||||
Method string `json:"method"`
|
||||
}
|
||||
if json.Unmarshal(rawMessage, &baseMessage) == nil && baseMessage.Method == "tools/call" {
|
||||
// Queue tool calls for processing by workers
|
||||
select {
|
||||
case s.toolCallQueue <- &toolCallWork{
|
||||
ctx: ctx,
|
||||
message: rawMessage,
|
||||
writer: writer,
|
||||
}:
|
||||
return nil
|
||||
case <-ctx.Done():
|
||||
return ctx.Err()
|
||||
default:
|
||||
// Queue is full, process synchronously as fallback
|
||||
s.errLogger.Printf("Tool call queue full, processing synchronously")
|
||||
response := s.server.HandleMessage(ctx, rawMessage)
|
||||
if response != nil {
|
||||
return s.writeResponse(response, writer)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
}
|
||||
|
||||
// Handle other messages synchronously
|
||||
response := s.server.HandleMessage(ctx, rawMessage)
|
||||
|
||||
// Only write response if there is one (not for notifications)
|
||||
if response != nil {
|
||||
if err := s.writeResponse(response, writer); err != nil {
|
||||
return fmt.Errorf("failed to write response: %w", err)
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// handleSamplingResponse checks if the message is a response to a sampling request
|
||||
// and routes it to the appropriate pending request channel.
|
||||
func (s *StdioServer) handleSamplingResponse(rawMessage json.RawMessage) bool {
|
||||
return stdioSessionInstance.handleSamplingResponse(rawMessage)
|
||||
}
|
||||
|
||||
// handleSamplingResponse handles incoming sampling responses for this session
|
||||
func (s *stdioSession) handleSamplingResponse(rawMessage json.RawMessage) bool {
|
||||
// Try to parse as a JSON-RPC response
|
||||
var response struct {
|
||||
JSONRPC string `json:"jsonrpc"`
|
||||
ID json.Number `json:"id"`
|
||||
Result json.RawMessage `json:"result,omitempty"`
|
||||
Error *struct {
|
||||
Code int `json:"code"`
|
||||
Message string `json:"message"`
|
||||
} `json:"error,omitempty"`
|
||||
}
|
||||
|
||||
if err := json.Unmarshal(rawMessage, &response); err != nil {
|
||||
return false
|
||||
}
|
||||
// Parse the ID as int64
|
||||
idInt64, err := response.ID.Int64()
|
||||
if err != nil || (response.Result == nil && response.Error == nil) {
|
||||
return false
|
||||
}
|
||||
|
||||
// Look for a pending request with this ID
|
||||
s.pendingMu.RLock()
|
||||
responseChan, exists := s.pendingRequests[idInt64]
|
||||
s.pendingMu.RUnlock()
|
||||
|
||||
if !exists {
|
||||
return false
|
||||
} // Parse and send the response
|
||||
samplingResp := &samplingResponse{}
|
||||
|
||||
if response.Error != nil {
|
||||
samplingResp.err = fmt.Errorf("sampling request failed: %s", response.Error.Message)
|
||||
} else {
|
||||
var result mcp.CreateMessageResult
|
||||
if err := json.Unmarshal(response.Result, &result); err != nil {
|
||||
samplingResp.err = fmt.Errorf("failed to unmarshal sampling response: %w", err)
|
||||
} else {
|
||||
samplingResp.result = &result
|
||||
}
|
||||
}
|
||||
|
||||
// Send the response (non-blocking)
|
||||
select {
|
||||
case responseChan <- samplingResp:
|
||||
default:
|
||||
// Channel is full or closed, ignore
|
||||
}
|
||||
|
||||
return true
|
||||
}
|
||||
|
||||
// writeResponse marshals and writes a JSON-RPC response message followed by a newline.
|
||||
// Returns an error if marshaling or writing fails.
|
||||
func (s *StdioServer) writeResponse(
|
||||
response mcp.JSONRPCMessage,
|
||||
writer io.Writer,
|
||||
) error {
|
||||
responseBytes, err := json.Marshal(response)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
// Protect concurrent writes
|
||||
s.writeMu.Lock()
|
||||
defer s.writeMu.Unlock()
|
||||
|
||||
// Write response followed by newline
|
||||
if _, err := fmt.Fprintf(writer, "%s\n", responseBytes); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// ServeStdio is a convenience function that creates and starts a StdioServer with os.Stdin and os.Stdout.
|
||||
// It sets up signal handling for graceful shutdown on SIGTERM and SIGINT.
|
||||
// Returns an error if the server encounters any issues during operation.
|
||||
func ServeStdio(server *MCPServer, opts ...StdioOption) error {
|
||||
s := NewStdioServer(server)
|
||||
|
||||
for _, opt := range opts {
|
||||
opt(s)
|
||||
}
|
||||
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
defer cancel()
|
||||
|
||||
// Set up signal handling
|
||||
sigChan := make(chan os.Signal, 1)
|
||||
signal.Notify(sigChan, syscall.SIGTERM, syscall.SIGINT)
|
||||
|
||||
go func() {
|
||||
<-sigChan
|
||||
cancel()
|
||||
}()
|
||||
|
||||
return s.Listen(ctx, os.Stdin, os.Stdout)
|
||||
}
|
||||
+939
@@ -0,0 +1,939 @@
|
||||
package server
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"mime"
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
"os"
|
||||
"strings"
|
||||
"sync"
|
||||
"sync/atomic"
|
||||
"time"
|
||||
|
||||
"github.com/google/uuid"
|
||||
"github.com/mark3labs/mcp-go/mcp"
|
||||
"github.com/mark3labs/mcp-go/util"
|
||||
)
|
||||
|
||||
// StreamableHTTPOption defines a function type for configuring StreamableHTTPServer
|
||||
type StreamableHTTPOption func(*StreamableHTTPServer)
|
||||
|
||||
// WithEndpointPath sets the endpoint path for the server.
|
||||
// The default is "/mcp".
|
||||
// It's only works for `Start` method. When used as a http.Handler, it has no effect.
|
||||
func WithEndpointPath(endpointPath string) StreamableHTTPOption {
|
||||
return func(s *StreamableHTTPServer) {
|
||||
// Normalize the endpoint path to ensure it starts with a slash and doesn't end with one
|
||||
normalizedPath := "/" + strings.Trim(endpointPath, "/")
|
||||
s.endpointPath = normalizedPath
|
||||
}
|
||||
}
|
||||
|
||||
// WithStateLess sets the server to stateless mode.
|
||||
// If true, the server will manage no session information. Every request will be treated
|
||||
// as a new session. No session id returned to the client.
|
||||
// The default is false.
|
||||
//
|
||||
// Notice: This is a convenience method. It's identical to set WithSessionIdManager option
|
||||
// to StatelessSessionIdManager.
|
||||
func WithStateLess(stateLess bool) StreamableHTTPOption {
|
||||
return func(s *StreamableHTTPServer) {
|
||||
if stateLess {
|
||||
s.sessionIdManager = &StatelessSessionIdManager{}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// WithSessionIdManager sets a custom session id generator for the server.
|
||||
// By default, the server will use SimpleStatefulSessionIdGenerator, which generates
|
||||
// session ids with uuid, and it's insecure.
|
||||
// Notice: it will override the WithStateLess option.
|
||||
func WithSessionIdManager(manager SessionIdManager) StreamableHTTPOption {
|
||||
return func(s *StreamableHTTPServer) {
|
||||
s.sessionIdManager = manager
|
||||
}
|
||||
}
|
||||
|
||||
// WithHeartbeatInterval sets the heartbeat interval. Positive interval means the
|
||||
// server will send a heartbeat to the client through the GET connection, to keep
|
||||
// the connection alive from being closed by the network infrastructure (e.g.
|
||||
// gateways). If the client does not establish a GET connection, it has no
|
||||
// effect. The default is not to send heartbeats.
|
||||
func WithHeartbeatInterval(interval time.Duration) StreamableHTTPOption {
|
||||
return func(s *StreamableHTTPServer) {
|
||||
s.listenHeartbeatInterval = interval
|
||||
}
|
||||
}
|
||||
|
||||
// WithHTTPContextFunc sets a function that will be called to customise the context
|
||||
// to the server using the incoming request.
|
||||
// This can be used to inject context values from headers, for example.
|
||||
func WithHTTPContextFunc(fn HTTPContextFunc) StreamableHTTPOption {
|
||||
return func(s *StreamableHTTPServer) {
|
||||
s.contextFunc = fn
|
||||
}
|
||||
}
|
||||
|
||||
// WithStreamableHTTPServer sets the HTTP server instance for StreamableHTTPServer.
|
||||
// NOTE: When providing a custom HTTP server, you must handle routing yourself
|
||||
// If routing is not set up, the server will start but won't handle any MCP requests.
|
||||
func WithStreamableHTTPServer(srv *http.Server) StreamableHTTPOption {
|
||||
return func(s *StreamableHTTPServer) {
|
||||
s.httpServer = srv
|
||||
}
|
||||
}
|
||||
|
||||
// WithLogger sets the logger for the server
|
||||
func WithLogger(logger util.Logger) StreamableHTTPOption {
|
||||
return func(s *StreamableHTTPServer) {
|
||||
s.logger = logger
|
||||
}
|
||||
}
|
||||
|
||||
// WithTLSCert sets the TLS certificate and key files for HTTPS support.
|
||||
// Both certFile and keyFile must be provided to enable TLS.
|
||||
func WithTLSCert(certFile, keyFile string) StreamableHTTPOption {
|
||||
return func(s *StreamableHTTPServer) {
|
||||
s.tlsCertFile = certFile
|
||||
s.tlsKeyFile = keyFile
|
||||
}
|
||||
}
|
||||
|
||||
// StreamableHTTPServer implements a Streamable-http based MCP server.
|
||||
// It communicates with clients over HTTP protocol, supporting both direct HTTP responses, and SSE streams.
|
||||
// https://modelcontextprotocol.io/specification/2025-03-26/basic/transports#streamable-http
|
||||
//
|
||||
// Usage:
|
||||
//
|
||||
// server := NewStreamableHTTPServer(mcpServer)
|
||||
// server.Start(":8080") // The final url for client is http://xxxx:8080/mcp by default
|
||||
//
|
||||
// or the server itself can be used as a http.Handler, which is convenient to
|
||||
// integrate with existing http servers, or advanced usage:
|
||||
//
|
||||
// handler := NewStreamableHTTPServer(mcpServer)
|
||||
// http.Handle("/streamable-http", handler)
|
||||
// http.ListenAndServe(":8080", nil)
|
||||
//
|
||||
// Notice:
|
||||
// Except for the GET handlers(listening), the POST handlers(request/notification) will
|
||||
// not trigger the session registration. So the methods like `SendNotificationToSpecificClient`
|
||||
// or `hooks.onRegisterSession` will not be triggered for POST messages.
|
||||
//
|
||||
// The current implementation does not support the following features from the specification:
|
||||
// - Stream Resumability
|
||||
type StreamableHTTPServer struct {
|
||||
server *MCPServer
|
||||
sessionTools *sessionToolsStore
|
||||
sessionRequestIDs sync.Map // sessionId --> last requestID(*atomic.Int64)
|
||||
activeSessions sync.Map // sessionId --> *streamableHttpSession (for sampling responses)
|
||||
|
||||
httpServer *http.Server
|
||||
mu sync.RWMutex
|
||||
|
||||
endpointPath string
|
||||
contextFunc HTTPContextFunc
|
||||
sessionIdManager SessionIdManager
|
||||
listenHeartbeatInterval time.Duration
|
||||
logger util.Logger
|
||||
sessionLogLevels *sessionLogLevelsStore
|
||||
|
||||
tlsCertFile string
|
||||
tlsKeyFile string
|
||||
}
|
||||
|
||||
// NewStreamableHTTPServer creates a new streamable-http server instance
|
||||
func NewStreamableHTTPServer(server *MCPServer, opts ...StreamableHTTPOption) *StreamableHTTPServer {
|
||||
s := &StreamableHTTPServer{
|
||||
server: server,
|
||||
sessionTools: newSessionToolsStore(),
|
||||
sessionLogLevels: newSessionLogLevelsStore(),
|
||||
endpointPath: "/mcp",
|
||||
sessionIdManager: &InsecureStatefulSessionIdManager{},
|
||||
logger: util.DefaultLogger(),
|
||||
}
|
||||
|
||||
// Apply all options
|
||||
for _, opt := range opts {
|
||||
opt(s)
|
||||
}
|
||||
return s
|
||||
}
|
||||
|
||||
// ServeHTTP implements the http.Handler interface.
|
||||
func (s *StreamableHTTPServer) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
||||
switch r.Method {
|
||||
case http.MethodPost:
|
||||
s.handlePost(w, r)
|
||||
case http.MethodGet:
|
||||
s.handleGet(w, r)
|
||||
case http.MethodDelete:
|
||||
s.handleDelete(w, r)
|
||||
default:
|
||||
http.NotFound(w, r)
|
||||
}
|
||||
}
|
||||
|
||||
// Start begins serving the http server on the specified address and path
|
||||
// (endpointPath). like:
|
||||
//
|
||||
// s.Start(":8080")
|
||||
func (s *StreamableHTTPServer) Start(addr string) error {
|
||||
s.mu.Lock()
|
||||
if s.httpServer == nil {
|
||||
mux := http.NewServeMux()
|
||||
mux.Handle(s.endpointPath, s)
|
||||
s.httpServer = &http.Server{
|
||||
Addr: addr,
|
||||
Handler: mux,
|
||||
}
|
||||
} else {
|
||||
if s.httpServer.Addr == "" {
|
||||
s.httpServer.Addr = addr
|
||||
} else if s.httpServer.Addr != addr {
|
||||
return fmt.Errorf("conflicting listen address: WithStreamableHTTPServer(%q) vs Start(%q)", s.httpServer.Addr, addr)
|
||||
}
|
||||
}
|
||||
srv := s.httpServer
|
||||
s.mu.Unlock()
|
||||
|
||||
if s.tlsCertFile != "" || s.tlsKeyFile != "" {
|
||||
if s.tlsCertFile == "" || s.tlsKeyFile == "" {
|
||||
return fmt.Errorf("both TLS cert and key must be provided")
|
||||
}
|
||||
if _, err := os.Stat(s.tlsCertFile); err != nil {
|
||||
return fmt.Errorf("failed to find TLS certificate file: %w", err)
|
||||
}
|
||||
if _, err := os.Stat(s.tlsKeyFile); err != nil {
|
||||
return fmt.Errorf("failed to find TLS key file: %w", err)
|
||||
}
|
||||
return srv.ListenAndServeTLS(s.tlsCertFile, s.tlsKeyFile)
|
||||
}
|
||||
|
||||
return srv.ListenAndServe()
|
||||
}
|
||||
|
||||
// Shutdown gracefully stops the server, closing all active sessions
|
||||
// and shutting down the HTTP server.
|
||||
func (s *StreamableHTTPServer) Shutdown(ctx context.Context) error {
|
||||
|
||||
// shutdown the server if needed (may use as a http.Handler)
|
||||
s.mu.RLock()
|
||||
srv := s.httpServer
|
||||
s.mu.RUnlock()
|
||||
if srv != nil {
|
||||
return srv.Shutdown(ctx)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// --- internal methods ---
|
||||
|
||||
func (s *StreamableHTTPServer) handlePost(w http.ResponseWriter, r *http.Request) {
|
||||
// post request carry request/notification message
|
||||
|
||||
// Check content type
|
||||
contentType := r.Header.Get("Content-Type")
|
||||
mediaType, _, err := mime.ParseMediaType(contentType)
|
||||
if err != nil || mediaType != "application/json" {
|
||||
http.Error(w, "Invalid content type: must be 'application/json'", http.StatusBadRequest)
|
||||
return
|
||||
}
|
||||
|
||||
// Check the request body is valid json, meanwhile, get the request Method
|
||||
rawData, err := io.ReadAll(r.Body)
|
||||
if err != nil {
|
||||
s.writeJSONRPCError(w, nil, mcp.PARSE_ERROR, fmt.Sprintf("read request body error: %v", err))
|
||||
return
|
||||
}
|
||||
// First, try to parse as a response (sampling responses don't have a method field)
|
||||
var jsonMessage struct {
|
||||
ID json.RawMessage `json:"id"`
|
||||
Result json.RawMessage `json:"result,omitempty"`
|
||||
Error json.RawMessage `json:"error,omitempty"`
|
||||
Method mcp.MCPMethod `json:"method,omitempty"`
|
||||
}
|
||||
if err := json.Unmarshal(rawData, &jsonMessage); err != nil {
|
||||
s.writeJSONRPCError(w, nil, mcp.PARSE_ERROR, "request body is not valid json")
|
||||
return
|
||||
}
|
||||
|
||||
// Check if this is a sampling response (has result/error but no method)
|
||||
isSamplingResponse := jsonMessage.Method == "" && jsonMessage.ID != nil &&
|
||||
(jsonMessage.Result != nil || jsonMessage.Error != nil)
|
||||
|
||||
isInitializeRequest := jsonMessage.Method == mcp.MethodInitialize
|
||||
|
||||
// Handle sampling responses separately
|
||||
if isSamplingResponse {
|
||||
if err := s.handleSamplingResponse(w, r, jsonMessage); err != nil {
|
||||
s.logger.Errorf("Failed to handle sampling response: %v", err)
|
||||
http.Error(w, "Failed to handle sampling response", http.StatusInternalServerError)
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
// Prepare the session for the mcp server
|
||||
// The session is ephemeral. Its life is the same as the request. It's only created
|
||||
// for interaction with the mcp server.
|
||||
var sessionID string
|
||||
if isInitializeRequest {
|
||||
// generate a new one for initialize request
|
||||
sessionID = s.sessionIdManager.Generate()
|
||||
} else {
|
||||
// Get session ID from header.
|
||||
// Stateful servers need the client to carry the session ID.
|
||||
sessionID = r.Header.Get(HeaderKeySessionID)
|
||||
isTerminated, err := s.sessionIdManager.Validate(sessionID)
|
||||
if err != nil {
|
||||
http.Error(w, "Invalid session ID", http.StatusBadRequest)
|
||||
return
|
||||
}
|
||||
if isTerminated {
|
||||
http.Error(w, "Session terminated", http.StatusNotFound)
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
session := newStreamableHttpSession(sessionID, s.sessionTools, s.sessionLogLevels)
|
||||
|
||||
// Set the client context before handling the message
|
||||
ctx := s.server.WithContext(r.Context(), session)
|
||||
if s.contextFunc != nil {
|
||||
ctx = s.contextFunc(ctx, r)
|
||||
}
|
||||
|
||||
// handle potential notifications
|
||||
mu := sync.Mutex{}
|
||||
upgradedHeader := false
|
||||
done := make(chan struct{})
|
||||
|
||||
ctx = context.WithValue(ctx, requestHeader, r.Header)
|
||||
go func() {
|
||||
for {
|
||||
select {
|
||||
case nt := <-session.notificationChannel:
|
||||
func() {
|
||||
mu.Lock()
|
||||
defer mu.Unlock()
|
||||
// if the done chan is closed, as the request is terminated, just return
|
||||
select {
|
||||
case <-done:
|
||||
return
|
||||
default:
|
||||
}
|
||||
defer func() {
|
||||
flusher, ok := w.(http.Flusher)
|
||||
if ok {
|
||||
flusher.Flush()
|
||||
}
|
||||
}()
|
||||
|
||||
// if there's notifications, upgradedHeader to SSE response
|
||||
if !upgradedHeader {
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
w.Header().Set("Connection", "keep-alive")
|
||||
w.Header().Set("Cache-Control", "no-cache")
|
||||
w.WriteHeader(http.StatusOK)
|
||||
upgradedHeader = true
|
||||
}
|
||||
err := writeSSEEvent(w, nt)
|
||||
if err != nil {
|
||||
s.logger.Errorf("Failed to write SSE event: %v", err)
|
||||
return
|
||||
}
|
||||
}()
|
||||
case <-done:
|
||||
return
|
||||
case <-ctx.Done():
|
||||
return
|
||||
}
|
||||
}
|
||||
}()
|
||||
|
||||
// Process message through MCPServer
|
||||
response := s.server.HandleMessage(ctx, rawData)
|
||||
if response == nil {
|
||||
// For notifications, just send 202 Accepted with no body
|
||||
w.WriteHeader(http.StatusAccepted)
|
||||
return
|
||||
}
|
||||
|
||||
// Write response
|
||||
mu.Lock()
|
||||
defer mu.Unlock()
|
||||
// close the done chan before unlock
|
||||
defer close(done)
|
||||
if ctx.Err() != nil {
|
||||
return
|
||||
}
|
||||
// If client-server communication already upgraded to SSE stream
|
||||
if session.upgradeToSSE.Load() {
|
||||
if !upgradedHeader {
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
w.Header().Set("Connection", "keep-alive")
|
||||
w.Header().Set("Cache-Control", "no-cache")
|
||||
w.WriteHeader(http.StatusOK)
|
||||
upgradedHeader = true
|
||||
}
|
||||
if err := writeSSEEvent(w, response); err != nil {
|
||||
s.logger.Errorf("Failed to write final SSE response event: %v", err)
|
||||
}
|
||||
} else {
|
||||
w.Header().Set("Content-Type", "application/json")
|
||||
if isInitializeRequest && sessionID != "" {
|
||||
// send the session ID back to the client
|
||||
w.Header().Set(HeaderKeySessionID, sessionID)
|
||||
}
|
||||
w.WriteHeader(http.StatusOK)
|
||||
err := json.NewEncoder(w).Encode(response)
|
||||
if err != nil {
|
||||
s.logger.Errorf("Failed to write response: %v", err)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func (s *StreamableHTTPServer) handleGet(w http.ResponseWriter, r *http.Request) {
|
||||
// get request is for listening to notifications
|
||||
// https://modelcontextprotocol.io/specification/2025-03-26/basic/transports#listening-for-messages-from-the-server
|
||||
|
||||
sessionID := r.Header.Get(HeaderKeySessionID)
|
||||
// the specification didn't say we should validate the session id
|
||||
|
||||
if sessionID == "" {
|
||||
// It's a stateless server,
|
||||
// but the MCP server requires a unique ID for registering, so we use a random one
|
||||
sessionID = uuid.New().String()
|
||||
}
|
||||
|
||||
session := newStreamableHttpSession(sessionID, s.sessionTools, s.sessionLogLevels)
|
||||
if err := s.server.RegisterSession(r.Context(), session); err != nil {
|
||||
http.Error(w, fmt.Sprintf("Session registration failed: %v", err), http.StatusBadRequest)
|
||||
return
|
||||
}
|
||||
defer s.server.UnregisterSession(r.Context(), sessionID)
|
||||
|
||||
// Register session for sampling response delivery
|
||||
s.activeSessions.Store(sessionID, session)
|
||||
defer s.activeSessions.Delete(sessionID)
|
||||
|
||||
// Set the client context before handling the message
|
||||
w.Header().Set("Content-Type", "text/event-stream")
|
||||
w.Header().Set("Cache-Control", "no-cache")
|
||||
w.Header().Set("Connection", "keep-alive")
|
||||
w.WriteHeader(http.StatusOK)
|
||||
|
||||
flusher, ok := w.(http.Flusher)
|
||||
if !ok {
|
||||
http.Error(w, "Streaming unsupported", http.StatusInternalServerError)
|
||||
return
|
||||
}
|
||||
flusher.Flush()
|
||||
|
||||
// Start notification handler for this session
|
||||
done := make(chan struct{})
|
||||
defer close(done)
|
||||
writeChan := make(chan any, 16)
|
||||
|
||||
go func() {
|
||||
for {
|
||||
select {
|
||||
case nt := <-session.notificationChannel:
|
||||
select {
|
||||
case writeChan <- &nt:
|
||||
case <-done:
|
||||
return
|
||||
}
|
||||
case samplingReq := <-session.samplingRequestChan:
|
||||
// Send sampling request to client via SSE
|
||||
jsonrpcRequest := mcp.JSONRPCRequest{
|
||||
JSONRPC: "2.0",
|
||||
ID: mcp.NewRequestId(samplingReq.requestID),
|
||||
Request: mcp.Request{
|
||||
Method: string(mcp.MethodSamplingCreateMessage),
|
||||
},
|
||||
Params: samplingReq.request.CreateMessageParams,
|
||||
}
|
||||
select {
|
||||
case writeChan <- jsonrpcRequest:
|
||||
case <-done:
|
||||
return
|
||||
}
|
||||
case <-done:
|
||||
return
|
||||
}
|
||||
}
|
||||
}()
|
||||
|
||||
if s.listenHeartbeatInterval > 0 {
|
||||
// heartbeat to keep the connection alive
|
||||
go func() {
|
||||
ticker := time.NewTicker(s.listenHeartbeatInterval)
|
||||
defer ticker.Stop()
|
||||
for {
|
||||
select {
|
||||
case <-ticker.C:
|
||||
message := mcp.JSONRPCRequest{
|
||||
JSONRPC: "2.0",
|
||||
ID: mcp.NewRequestId(s.nextRequestID(sessionID)),
|
||||
Request: mcp.Request{
|
||||
Method: "ping",
|
||||
},
|
||||
}
|
||||
select {
|
||||
case writeChan <- message:
|
||||
case <-done:
|
||||
return
|
||||
}
|
||||
case <-done:
|
||||
return
|
||||
}
|
||||
}
|
||||
}()
|
||||
}
|
||||
|
||||
// Keep the connection open until the client disconnects
|
||||
//
|
||||
// There's will a Available() check when handler ends, and it maybe race with Flush(),
|
||||
// so we use a separate channel to send the data, inteading of flushing directly in other goroutine.
|
||||
for {
|
||||
select {
|
||||
case data := <-writeChan:
|
||||
if data == nil {
|
||||
continue
|
||||
}
|
||||
if err := writeSSEEvent(w, data); err != nil {
|
||||
s.logger.Errorf("Failed to write SSE event: %v", err)
|
||||
return
|
||||
}
|
||||
flusher.Flush()
|
||||
case <-r.Context().Done():
|
||||
return
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func (s *StreamableHTTPServer) handleDelete(w http.ResponseWriter, r *http.Request) {
|
||||
// delete request terminate the session
|
||||
sessionID := r.Header.Get(HeaderKeySessionID)
|
||||
notAllowed, err := s.sessionIdManager.Terminate(sessionID)
|
||||
if err != nil {
|
||||
http.Error(w, fmt.Sprintf("Session termination failed: %v", err), http.StatusInternalServerError)
|
||||
return
|
||||
}
|
||||
if notAllowed {
|
||||
http.Error(w, "Session termination not allowed", http.StatusMethodNotAllowed)
|
||||
return
|
||||
}
|
||||
|
||||
// remove the session relateddata from the sessionToolsStore
|
||||
s.sessionTools.delete(sessionID)
|
||||
s.sessionLogLevels.delete(sessionID)
|
||||
// remove current session's requstID information
|
||||
s.sessionRequestIDs.Delete(sessionID)
|
||||
|
||||
w.WriteHeader(http.StatusOK)
|
||||
}
|
||||
|
||||
func writeSSEEvent(w io.Writer, data any) error {
|
||||
jsonData, err := json.Marshal(data)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to marshal data: %w", err)
|
||||
}
|
||||
_, err = fmt.Fprintf(w, "event: message\ndata: %s\n\n", jsonData)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to write SSE event: %w", err)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// handleSamplingResponse processes incoming sampling responses from clients
|
||||
func (s *StreamableHTTPServer) handleSamplingResponse(w http.ResponseWriter, r *http.Request, responseMessage struct {
|
||||
ID json.RawMessage `json:"id"`
|
||||
Result json.RawMessage `json:"result,omitempty"`
|
||||
Error json.RawMessage `json:"error,omitempty"`
|
||||
Method mcp.MCPMethod `json:"method,omitempty"`
|
||||
}) error {
|
||||
// Get session ID from header
|
||||
sessionID := r.Header.Get(HeaderKeySessionID)
|
||||
if sessionID == "" {
|
||||
http.Error(w, "Missing session ID for sampling response", http.StatusBadRequest)
|
||||
return fmt.Errorf("missing session ID")
|
||||
}
|
||||
|
||||
// Validate session
|
||||
isTerminated, err := s.sessionIdManager.Validate(sessionID)
|
||||
if err != nil {
|
||||
http.Error(w, "Invalid session ID", http.StatusBadRequest)
|
||||
return err
|
||||
}
|
||||
if isTerminated {
|
||||
http.Error(w, "Session terminated", http.StatusNotFound)
|
||||
return fmt.Errorf("session terminated")
|
||||
}
|
||||
|
||||
// Parse the request ID
|
||||
var requestID int64
|
||||
if err := json.Unmarshal(responseMessage.ID, &requestID); err != nil {
|
||||
http.Error(w, "Invalid request ID in sampling response", http.StatusBadRequest)
|
||||
return err
|
||||
}
|
||||
|
||||
// Create the sampling response item
|
||||
response := samplingResponseItem{
|
||||
requestID: requestID,
|
||||
}
|
||||
|
||||
// Parse result or error
|
||||
if responseMessage.Error != nil {
|
||||
// Parse error
|
||||
var jsonrpcError struct {
|
||||
Code int `json:"code"`
|
||||
Message string `json:"message"`
|
||||
}
|
||||
if err := json.Unmarshal(responseMessage.Error, &jsonrpcError); err != nil {
|
||||
response.err = fmt.Errorf("failed to parse error: %v", err)
|
||||
} else {
|
||||
response.err = fmt.Errorf("sampling error %d: %s", jsonrpcError.Code, jsonrpcError.Message)
|
||||
}
|
||||
} else if responseMessage.Result != nil {
|
||||
// Parse result
|
||||
var result mcp.CreateMessageResult
|
||||
if err := json.Unmarshal(responseMessage.Result, &result); err != nil {
|
||||
response.err = fmt.Errorf("failed to parse sampling result: %v", err)
|
||||
} else {
|
||||
response.result = &result
|
||||
}
|
||||
} else {
|
||||
response.err = fmt.Errorf("sampling response has neither result nor error")
|
||||
}
|
||||
|
||||
// Find the corresponding session and deliver the response
|
||||
// The response is delivered to the specific session identified by sessionID
|
||||
if err := s.deliverSamplingResponse(sessionID, response); err != nil {
|
||||
s.logger.Errorf("Failed to deliver sampling response: %v", err)
|
||||
http.Error(w, "Failed to deliver response", http.StatusInternalServerError)
|
||||
return err
|
||||
}
|
||||
|
||||
// Acknowledge receipt
|
||||
w.WriteHeader(http.StatusOK)
|
||||
return nil
|
||||
}
|
||||
|
||||
// deliverSamplingResponse delivers a sampling response to the appropriate session
|
||||
func (s *StreamableHTTPServer) deliverSamplingResponse(sessionID string, response samplingResponseItem) error {
|
||||
// Look up the active session
|
||||
sessionInterface, ok := s.activeSessions.Load(sessionID)
|
||||
if !ok {
|
||||
return fmt.Errorf("no active session found for session %s", sessionID)
|
||||
}
|
||||
|
||||
session, ok := sessionInterface.(*streamableHttpSession)
|
||||
if !ok {
|
||||
return fmt.Errorf("invalid session type for session %s", sessionID)
|
||||
}
|
||||
|
||||
// Look up the dedicated response channel for this specific request
|
||||
responseChannelInterface, exists := session.samplingRequests.Load(response.requestID)
|
||||
if !exists {
|
||||
return fmt.Errorf("no pending request found for session %s, request %d", sessionID, response.requestID)
|
||||
}
|
||||
|
||||
responseChan, ok := responseChannelInterface.(chan samplingResponseItem)
|
||||
if !ok {
|
||||
return fmt.Errorf("invalid response channel type for session %s, request %d", sessionID, response.requestID)
|
||||
}
|
||||
|
||||
// Attempt to deliver the response with timeout to prevent indefinite blocking
|
||||
select {
|
||||
case responseChan <- response:
|
||||
s.logger.Infof("Delivered sampling response for session %s, request %d", sessionID, response.requestID)
|
||||
return nil
|
||||
default:
|
||||
return fmt.Errorf("failed to deliver sampling response for session %s, request %d: channel full or blocked", sessionID, response.requestID)
|
||||
}
|
||||
}
|
||||
|
||||
// writeJSONRPCError writes a JSON-RPC error response with the given error details.
|
||||
func (s *StreamableHTTPServer) writeJSONRPCError(
|
||||
w http.ResponseWriter,
|
||||
id any,
|
||||
code int,
|
||||
message string,
|
||||
) {
|
||||
response := createErrorResponse(id, code, message)
|
||||
w.Header().Set("Content-Type", "application/json")
|
||||
w.WriteHeader(http.StatusBadRequest)
|
||||
err := json.NewEncoder(w).Encode(response)
|
||||
if err != nil {
|
||||
s.logger.Errorf("Failed to write JSONRPCError: %v", err)
|
||||
}
|
||||
}
|
||||
|
||||
// nextRequestID gets the next incrementing requestID for the current session
|
||||
func (s *StreamableHTTPServer) nextRequestID(sessionID string) int64 {
|
||||
actual, _ := s.sessionRequestIDs.LoadOrStore(sessionID, new(atomic.Int64))
|
||||
counter := actual.(*atomic.Int64)
|
||||
return counter.Add(1)
|
||||
}
|
||||
|
||||
// --- session ---
|
||||
type sessionLogLevelsStore struct {
|
||||
mu sync.RWMutex
|
||||
logs map[string]mcp.LoggingLevel
|
||||
}
|
||||
|
||||
func newSessionLogLevelsStore() *sessionLogLevelsStore {
|
||||
return &sessionLogLevelsStore{
|
||||
logs: make(map[string]mcp.LoggingLevel),
|
||||
}
|
||||
}
|
||||
|
||||
func (s *sessionLogLevelsStore) get(sessionID string) mcp.LoggingLevel {
|
||||
s.mu.RLock()
|
||||
defer s.mu.RUnlock()
|
||||
val, ok := s.logs[sessionID]
|
||||
if !ok {
|
||||
return mcp.LoggingLevelError
|
||||
}
|
||||
return val
|
||||
}
|
||||
|
||||
func (s *sessionLogLevelsStore) set(sessionID string, level mcp.LoggingLevel) {
|
||||
s.mu.Lock()
|
||||
defer s.mu.Unlock()
|
||||
s.logs[sessionID] = level
|
||||
}
|
||||
|
||||
func (s *sessionLogLevelsStore) delete(sessionID string) {
|
||||
s.mu.Lock()
|
||||
defer s.mu.Unlock()
|
||||
delete(s.logs, sessionID)
|
||||
}
|
||||
|
||||
type sessionToolsStore struct {
|
||||
mu sync.RWMutex
|
||||
tools map[string]map[string]ServerTool // sessionID -> toolName -> tool
|
||||
}
|
||||
|
||||
func newSessionToolsStore() *sessionToolsStore {
|
||||
return &sessionToolsStore{
|
||||
tools: make(map[string]map[string]ServerTool),
|
||||
}
|
||||
}
|
||||
|
||||
func (s *sessionToolsStore) get(sessionID string) map[string]ServerTool {
|
||||
s.mu.RLock()
|
||||
defer s.mu.RUnlock()
|
||||
return s.tools[sessionID]
|
||||
}
|
||||
|
||||
func (s *sessionToolsStore) set(sessionID string, tools map[string]ServerTool) {
|
||||
s.mu.Lock()
|
||||
defer s.mu.Unlock()
|
||||
s.tools[sessionID] = tools
|
||||
}
|
||||
|
||||
func (s *sessionToolsStore) delete(sessionID string) {
|
||||
s.mu.Lock()
|
||||
defer s.mu.Unlock()
|
||||
delete(s.tools, sessionID)
|
||||
}
|
||||
|
||||
// Sampling support types for HTTP transport
|
||||
type samplingRequestItem struct {
|
||||
requestID int64
|
||||
request mcp.CreateMessageRequest
|
||||
response chan samplingResponseItem
|
||||
}
|
||||
|
||||
type samplingResponseItem struct {
|
||||
requestID int64
|
||||
result *mcp.CreateMessageResult
|
||||
err error
|
||||
}
|
||||
|
||||
// streamableHttpSession is a session for streamable-http transport
|
||||
// When in POST handlers(request/notification), it's ephemeral, and only exists in the life of the request handler.
|
||||
// When in GET handlers(listening), it's a real session, and will be registered in the MCP server.
|
||||
type streamableHttpSession struct {
|
||||
sessionID string
|
||||
notificationChannel chan mcp.JSONRPCNotification // server -> client notifications
|
||||
tools *sessionToolsStore
|
||||
upgradeToSSE atomic.Bool
|
||||
logLevels *sessionLogLevelsStore
|
||||
|
||||
// Sampling support for bidirectional communication
|
||||
samplingRequestChan chan samplingRequestItem // server -> client sampling requests
|
||||
samplingRequests sync.Map // requestID -> pending sampling request context
|
||||
requestIDCounter atomic.Int64 // for generating unique request IDs
|
||||
}
|
||||
|
||||
func newStreamableHttpSession(sessionID string, toolStore *sessionToolsStore, levels *sessionLogLevelsStore) *streamableHttpSession {
|
||||
s := &streamableHttpSession{
|
||||
sessionID: sessionID,
|
||||
notificationChannel: make(chan mcp.JSONRPCNotification, 100),
|
||||
tools: toolStore,
|
||||
logLevels: levels,
|
||||
samplingRequestChan: make(chan samplingRequestItem, 10),
|
||||
}
|
||||
return s
|
||||
}
|
||||
|
||||
func (s *streamableHttpSession) SessionID() string {
|
||||
return s.sessionID
|
||||
}
|
||||
|
||||
func (s *streamableHttpSession) NotificationChannel() chan<- mcp.JSONRPCNotification {
|
||||
return s.notificationChannel
|
||||
}
|
||||
|
||||
func (s *streamableHttpSession) Initialize() {
|
||||
// do nothing
|
||||
// the session is ephemeral, no real initialized action needed
|
||||
}
|
||||
|
||||
func (s *streamableHttpSession) Initialized() bool {
|
||||
// the session is ephemeral, no real initialized action needed
|
||||
return true
|
||||
}
|
||||
|
||||
func (s *streamableHttpSession) SetLogLevel(level mcp.LoggingLevel) {
|
||||
s.logLevels.set(s.sessionID, level)
|
||||
}
|
||||
|
||||
func (s *streamableHttpSession) GetLogLevel() mcp.LoggingLevel {
|
||||
return s.logLevels.get(s.sessionID)
|
||||
}
|
||||
|
||||
var _ ClientSession = (*streamableHttpSession)(nil)
|
||||
|
||||
func (s *streamableHttpSession) GetSessionTools() map[string]ServerTool {
|
||||
return s.tools.get(s.sessionID)
|
||||
}
|
||||
|
||||
func (s *streamableHttpSession) SetSessionTools(tools map[string]ServerTool) {
|
||||
s.tools.set(s.sessionID, tools)
|
||||
}
|
||||
|
||||
var (
|
||||
_ SessionWithTools = (*streamableHttpSession)(nil)
|
||||
_ SessionWithLogging = (*streamableHttpSession)(nil)
|
||||
)
|
||||
|
||||
func (s *streamableHttpSession) UpgradeToSSEWhenReceiveNotification() {
|
||||
s.upgradeToSSE.Store(true)
|
||||
}
|
||||
|
||||
var _ SessionWithStreamableHTTPConfig = (*streamableHttpSession)(nil)
|
||||
|
||||
// RequestSampling implements SessionWithSampling interface for HTTP transport
|
||||
func (s *streamableHttpSession) RequestSampling(ctx context.Context, request mcp.CreateMessageRequest) (*mcp.CreateMessageResult, error) {
|
||||
// Generate unique request ID
|
||||
requestID := s.requestIDCounter.Add(1)
|
||||
|
||||
// Create response channel for this specific request
|
||||
responseChan := make(chan samplingResponseItem, 1)
|
||||
|
||||
// Create the sampling request item
|
||||
samplingRequest := samplingRequestItem{
|
||||
requestID: requestID,
|
||||
request: request,
|
||||
response: responseChan,
|
||||
}
|
||||
|
||||
// Store the pending request
|
||||
s.samplingRequests.Store(requestID, responseChan)
|
||||
defer s.samplingRequests.Delete(requestID)
|
||||
|
||||
// Send the sampling request via the channel (non-blocking)
|
||||
select {
|
||||
case s.samplingRequestChan <- samplingRequest:
|
||||
// Request queued successfully
|
||||
case <-ctx.Done():
|
||||
return nil, ctx.Err()
|
||||
default:
|
||||
return nil, fmt.Errorf("sampling request queue is full - server overloaded")
|
||||
}
|
||||
|
||||
// Wait for response or context cancellation
|
||||
select {
|
||||
case response := <-responseChan:
|
||||
if response.err != nil {
|
||||
return nil, response.err
|
||||
}
|
||||
return response.result, nil
|
||||
case <-ctx.Done():
|
||||
return nil, ctx.Err()
|
||||
}
|
||||
}
|
||||
|
||||
var _ SessionWithSampling = (*streamableHttpSession)(nil)
|
||||
|
||||
// --- session id manager ---
|
||||
|
||||
type SessionIdManager interface {
|
||||
Generate() string
|
||||
// Validate checks if a session ID is valid and not terminated.
|
||||
// Returns isTerminated=true if the ID is valid but belongs to a terminated session.
|
||||
// Returns err!=nil if the ID format is invalid or lookup failed.
|
||||
Validate(sessionID string) (isTerminated bool, err error)
|
||||
// Terminate marks a session ID as terminated.
|
||||
// Returns isNotAllowed=true if the server policy prevents client termination.
|
||||
// Returns err!=nil if the ID is invalid or termination failed.
|
||||
Terminate(sessionID string) (isNotAllowed bool, err error)
|
||||
}
|
||||
|
||||
// StatelessSessionIdManager does nothing, which means it has no session management, which is stateless.
|
||||
type StatelessSessionIdManager struct{}
|
||||
|
||||
func (s *StatelessSessionIdManager) Generate() string {
|
||||
return ""
|
||||
}
|
||||
|
||||
func (s *StatelessSessionIdManager) Validate(sessionID string) (isTerminated bool, err error) {
|
||||
// In stateless mode, ignore session IDs completely - don't validate or reject them
|
||||
return false, nil
|
||||
}
|
||||
|
||||
func (s *StatelessSessionIdManager) Terminate(sessionID string) (isNotAllowed bool, err error) {
|
||||
return false, nil
|
||||
}
|
||||
|
||||
// InsecureStatefulSessionIdManager generate id with uuid
|
||||
// It won't validate the id indeed, so it could be fake.
|
||||
// For more secure session id, use a more complex generator, like a JWT.
|
||||
type InsecureStatefulSessionIdManager struct{}
|
||||
|
||||
const idPrefix = "mcp-session-"
|
||||
|
||||
func (s *InsecureStatefulSessionIdManager) Generate() string {
|
||||
return idPrefix + uuid.New().String()
|
||||
}
|
||||
|
||||
func (s *InsecureStatefulSessionIdManager) Validate(sessionID string) (isTerminated bool, err error) {
|
||||
// validate the session id is a valid uuid
|
||||
if !strings.HasPrefix(sessionID, idPrefix) {
|
||||
return false, fmt.Errorf("invalid session id: %s", sessionID)
|
||||
}
|
||||
if _, err := uuid.Parse(sessionID[len(idPrefix):]); err != nil {
|
||||
return false, fmt.Errorf("invalid session id: %s", sessionID)
|
||||
}
|
||||
return false, nil
|
||||
}
|
||||
|
||||
func (s *InsecureStatefulSessionIdManager) Terminate(sessionID string) (isNotAllowed bool, err error) {
|
||||
return false, nil
|
||||
}
|
||||
|
||||
// NewTestStreamableHTTPServer creates a test server for testing purposes
|
||||
func NewTestStreamableHTTPServer(server *MCPServer, opts ...StreamableHTTPOption) *httptest.Server {
|
||||
sseServer := NewStreamableHTTPServer(server, opts...)
|
||||
testServer := httptest.NewServer(sseServer)
|
||||
return testServer
|
||||
}
|
||||
+33
@@ -0,0 +1,33 @@
|
||||
package util
|
||||
|
||||
import (
|
||||
"log"
|
||||
)
|
||||
|
||||
// Logger defines a minimal logging interface
|
||||
type Logger interface {
|
||||
Infof(format string, v ...any)
|
||||
Errorf(format string, v ...any)
|
||||
}
|
||||
|
||||
// --- Standard Library Logger Wrapper ---
|
||||
|
||||
// DefaultStdLogger implements Logger using the standard library's log.Logger.
|
||||
func DefaultLogger() Logger {
|
||||
return &stdLogger{
|
||||
logger: log.Default(),
|
||||
}
|
||||
}
|
||||
|
||||
// stdLogger wraps the standard library's log.Logger.
|
||||
type stdLogger struct {
|
||||
logger *log.Logger
|
||||
}
|
||||
|
||||
func (l *stdLogger) Infof(format string, v ...any) {
|
||||
l.logger.Printf("INFO: "+format, v...)
|
||||
}
|
||||
|
||||
func (l *stdLogger) Errorf(format string, v ...any) {
|
||||
l.logger.Printf("ERROR: "+format, v...)
|
||||
}
|
||||
Generated
+25
@@ -0,0 +1,25 @@
|
||||
# Compiled Object files, Static and Dynamic libs (Shared Objects)
|
||||
*.o
|
||||
*.a
|
||||
*.so
|
||||
|
||||
# Folders
|
||||
_obj
|
||||
_test
|
||||
|
||||
# Architecture specific extensions/prefixes
|
||||
*.[568vq]
|
||||
[568vq].out
|
||||
|
||||
*.cgo1.go
|
||||
*.cgo2.c
|
||||
_cgo_defun.c
|
||||
_cgo_gotypes.go
|
||||
_cgo_export.*
|
||||
|
||||
_testmain.go
|
||||
|
||||
*.exe
|
||||
*.test
|
||||
|
||||
*.bench
|
||||
+21
@@ -0,0 +1,21 @@
|
||||
The MIT License (MIT)
|
||||
|
||||
Copyright (c) 2014 Steve Francia
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
of this software and associated documentation files (the "Software"), to deal
|
||||
in the Software without restriction, including without limitation the rights
|
||||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all
|
||||
copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
SOFTWARE.
|
||||
+40
@@ -0,0 +1,40 @@
|
||||
GOVERSION := $(shell go version | cut -d ' ' -f 3 | cut -d '.' -f 2)
|
||||
|
||||
.PHONY: check fmt lint test test-race vet test-cover-html help
|
||||
.DEFAULT_GOAL := help
|
||||
|
||||
check: test-race fmt vet lint ## Run tests and linters
|
||||
|
||||
test: ## Run tests
|
||||
go test ./...
|
||||
|
||||
test-race: ## Run tests with race detector
|
||||
go test -race ./...
|
||||
|
||||
fmt: ## Run gofmt linter
|
||||
ifeq "$(GOVERSION)" "12"
|
||||
@for d in `go list` ; do \
|
||||
if [ "`gofmt -l -s $$GOPATH/src/$$d | tee /dev/stderr`" ]; then \
|
||||
echo "^ improperly formatted go files" && echo && exit 1; \
|
||||
fi \
|
||||
done
|
||||
endif
|
||||
|
||||
lint: ## Run golint linter
|
||||
@for d in `go list` ; do \
|
||||
if [ "`golint $$d | tee /dev/stderr`" ]; then \
|
||||
echo "^ golint errors!" && echo && exit 1; \
|
||||
fi \
|
||||
done
|
||||
|
||||
vet: ## Run go vet linter
|
||||
@if [ "`go vet | tee /dev/stderr`" ]; then \
|
||||
echo "^ go vet errors!" && echo && exit 1; \
|
||||
fi
|
||||
|
||||
test-cover-html: ## Generate test coverage report
|
||||
go test -coverprofile=coverage.out -covermode=count
|
||||
go tool cover -func=coverage.out
|
||||
|
||||
help:
|
||||
@grep -E '^[a-zA-Z0-9_-]+:.*?## .*$$' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-30s\033[0m %s\n", $$1, $$2}'
|
||||
+75
@@ -0,0 +1,75 @@
|
||||
# cast
|
||||
|
||||
[](https://github.com/spf13/cast/actions/workflows/test.yaml)
|
||||
[](https://pkg.go.dev/mod/github.com/spf13/cast)
|
||||

|
||||
[](https://goreportcard.com/report/github.com/spf13/cast)
|
||||
|
||||
Easy and safe casting from one type to another in Go
|
||||
|
||||
Don’t Panic! ... Cast
|
||||
|
||||
## What is Cast?
|
||||
|
||||
Cast is a library to convert between different go types in a consistent and easy way.
|
||||
|
||||
Cast provides simple functions to easily convert a number to a string, an
|
||||
interface into a bool, etc. Cast does this intelligently when an obvious
|
||||
conversion is possible. It doesn’t make any attempts to guess what you meant,
|
||||
for example you can only convert a string to an int when it is a string
|
||||
representation of an int such as “8”. Cast was developed for use in
|
||||
[Hugo](https://gohugo.io), a website engine which uses YAML, TOML or JSON
|
||||
for meta data.
|
||||
|
||||
## Why use Cast?
|
||||
|
||||
When working with dynamic data in Go you often need to cast or convert the data
|
||||
from one type into another. Cast goes beyond just using type assertion (though
|
||||
it uses that when possible) to provide a very straightforward and convenient
|
||||
library.
|
||||
|
||||
If you are working with interfaces to handle things like dynamic content
|
||||
you’ll need an easy way to convert an interface into a given type. This
|
||||
is the library for you.
|
||||
|
||||
If you are taking in data from YAML, TOML or JSON or other formats which lack
|
||||
full types, then Cast is the library for you.
|
||||
|
||||
## Usage
|
||||
|
||||
Cast provides a handful of To_____ methods. These methods will always return
|
||||
the desired type. **If input is provided that will not convert to that type, the
|
||||
0 or nil value for that type will be returned**.
|
||||
|
||||
Cast also provides identical methods To_____E. These return the same result as
|
||||
the To_____ methods, plus an additional error which tells you if it successfully
|
||||
converted. Using these methods you can tell the difference between when the
|
||||
input matched the zero value or when the conversion failed and the zero value
|
||||
was returned.
|
||||
|
||||
The following examples are merely a sample of what is available. Please review
|
||||
the code for a complete set.
|
||||
|
||||
### Example ‘ToString’:
|
||||
|
||||
cast.ToString("mayonegg") // "mayonegg"
|
||||
cast.ToString(8) // "8"
|
||||
cast.ToString(8.31) // "8.31"
|
||||
cast.ToString([]byte("one time")) // "one time"
|
||||
cast.ToString(nil) // ""
|
||||
|
||||
var foo interface{} = "one more time"
|
||||
cast.ToString(foo) // "one more time"
|
||||
|
||||
|
||||
### Example ‘ToInt’:
|
||||
|
||||
cast.ToInt(8) // 8
|
||||
cast.ToInt(8.31) // 8
|
||||
cast.ToInt("8") // 8
|
||||
cast.ToInt(true) // 1
|
||||
cast.ToInt(false) // 0
|
||||
|
||||
var eight interface{} = 8
|
||||
cast.ToInt(eight) // 8
|
||||
cast.ToInt(nil) // 0
|
||||
+176
@@ -0,0 +1,176 @@
|
||||
// Copyright © 2014 Steve Francia <spf@spf13.com>.
|
||||
//
|
||||
// Use of this source code is governed by an MIT-style
|
||||
// license that can be found in the LICENSE file.
|
||||
|
||||
// Package cast provides easy and safe casting in Go.
|
||||
package cast
|
||||
|
||||
import "time"
|
||||
|
||||
// ToBool casts an interface to a bool type.
|
||||
func ToBool(i interface{}) bool {
|
||||
v, _ := ToBoolE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToTime casts an interface to a time.Time type.
|
||||
func ToTime(i interface{}) time.Time {
|
||||
v, _ := ToTimeE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
func ToTimeInDefaultLocation(i interface{}, location *time.Location) time.Time {
|
||||
v, _ := ToTimeInDefaultLocationE(i, location)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToDuration casts an interface to a time.Duration type.
|
||||
func ToDuration(i interface{}) time.Duration {
|
||||
v, _ := ToDurationE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToFloat64 casts an interface to a float64 type.
|
||||
func ToFloat64(i interface{}) float64 {
|
||||
v, _ := ToFloat64E(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToFloat32 casts an interface to a float32 type.
|
||||
func ToFloat32(i interface{}) float32 {
|
||||
v, _ := ToFloat32E(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToInt64 casts an interface to an int64 type.
|
||||
func ToInt64(i interface{}) int64 {
|
||||
v, _ := ToInt64E(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToInt32 casts an interface to an int32 type.
|
||||
func ToInt32(i interface{}) int32 {
|
||||
v, _ := ToInt32E(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToInt16 casts an interface to an int16 type.
|
||||
func ToInt16(i interface{}) int16 {
|
||||
v, _ := ToInt16E(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToInt8 casts an interface to an int8 type.
|
||||
func ToInt8(i interface{}) int8 {
|
||||
v, _ := ToInt8E(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToInt casts an interface to an int type.
|
||||
func ToInt(i interface{}) int {
|
||||
v, _ := ToIntE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToUint casts an interface to a uint type.
|
||||
func ToUint(i interface{}) uint {
|
||||
v, _ := ToUintE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToUint64 casts an interface to a uint64 type.
|
||||
func ToUint64(i interface{}) uint64 {
|
||||
v, _ := ToUint64E(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToUint32 casts an interface to a uint32 type.
|
||||
func ToUint32(i interface{}) uint32 {
|
||||
v, _ := ToUint32E(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToUint16 casts an interface to a uint16 type.
|
||||
func ToUint16(i interface{}) uint16 {
|
||||
v, _ := ToUint16E(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToUint8 casts an interface to a uint8 type.
|
||||
func ToUint8(i interface{}) uint8 {
|
||||
v, _ := ToUint8E(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToString casts an interface to a string type.
|
||||
func ToString(i interface{}) string {
|
||||
v, _ := ToStringE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToStringMapString casts an interface to a map[string]string type.
|
||||
func ToStringMapString(i interface{}) map[string]string {
|
||||
v, _ := ToStringMapStringE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToStringMapStringSlice casts an interface to a map[string][]string type.
|
||||
func ToStringMapStringSlice(i interface{}) map[string][]string {
|
||||
v, _ := ToStringMapStringSliceE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToStringMapBool casts an interface to a map[string]bool type.
|
||||
func ToStringMapBool(i interface{}) map[string]bool {
|
||||
v, _ := ToStringMapBoolE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToStringMapInt casts an interface to a map[string]int type.
|
||||
func ToStringMapInt(i interface{}) map[string]int {
|
||||
v, _ := ToStringMapIntE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToStringMapInt64 casts an interface to a map[string]int64 type.
|
||||
func ToStringMapInt64(i interface{}) map[string]int64 {
|
||||
v, _ := ToStringMapInt64E(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToStringMap casts an interface to a map[string]interface{} type.
|
||||
func ToStringMap(i interface{}) map[string]interface{} {
|
||||
v, _ := ToStringMapE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToSlice casts an interface to a []interface{} type.
|
||||
func ToSlice(i interface{}) []interface{} {
|
||||
v, _ := ToSliceE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToBoolSlice casts an interface to a []bool type.
|
||||
func ToBoolSlice(i interface{}) []bool {
|
||||
v, _ := ToBoolSliceE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToStringSlice casts an interface to a []string type.
|
||||
func ToStringSlice(i interface{}) []string {
|
||||
v, _ := ToStringSliceE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToIntSlice casts an interface to a []int type.
|
||||
func ToIntSlice(i interface{}) []int {
|
||||
v, _ := ToIntSliceE(i)
|
||||
return v
|
||||
}
|
||||
|
||||
// ToDurationSlice casts an interface to a []time.Duration type.
|
||||
func ToDurationSlice(i interface{}) []time.Duration {
|
||||
v, _ := ToDurationSliceE(i)
|
||||
return v
|
||||
}
|
||||
+1510
File diff suppressed because it is too large
Load Diff
+27
@@ -0,0 +1,27 @@
|
||||
// Code generated by "stringer -type timeFormatType"; DO NOT EDIT.
|
||||
|
||||
package cast
|
||||
|
||||
import "strconv"
|
||||
|
||||
func _() {
|
||||
// An "invalid array index" compiler error signifies that the constant values have changed.
|
||||
// Re-run the stringer command to generate them again.
|
||||
var x [1]struct{}
|
||||
_ = x[timeFormatNoTimezone-0]
|
||||
_ = x[timeFormatNamedTimezone-1]
|
||||
_ = x[timeFormatNumericTimezone-2]
|
||||
_ = x[timeFormatNumericAndNamedTimezone-3]
|
||||
_ = x[timeFormatTimeOnly-4]
|
||||
}
|
||||
|
||||
const _timeFormatType_name = "timeFormatNoTimezonetimeFormatNamedTimezonetimeFormatNumericTimezonetimeFormatNumericAndNamedTimezonetimeFormatTimeOnly"
|
||||
|
||||
var _timeFormatType_index = [...]uint8{0, 20, 43, 68, 101, 119}
|
||||
|
||||
func (i timeFormatType) String() string {
|
||||
if i < 0 || i >= timeFormatType(len(_timeFormatType_index)-1) {
|
||||
return "timeFormatType(" + strconv.FormatInt(int64(i), 10) + ")"
|
||||
}
|
||||
return _timeFormatType_name[_timeFormatType_index[i]:_timeFormatType_index[i+1]]
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
/vendor/
|
||||
+80
@@ -0,0 +1,80 @@
|
||||
run:
|
||||
tests: false
|
||||
|
||||
linters:
|
||||
disable-all: true
|
||||
enable:
|
||||
- asciicheck
|
||||
- bidichk
|
||||
- bodyclose
|
||||
- containedctx
|
||||
- contextcheck
|
||||
- decorder
|
||||
- depguard
|
||||
- dogsled
|
||||
- dupl
|
||||
- durationcheck
|
||||
- errcheck
|
||||
- errchkjson
|
||||
# FIXME: commented out as it crashes with 1.18 for now
|
||||
# - errname
|
||||
- errorlint
|
||||
- exportloopref
|
||||
- forbidigo
|
||||
- funlen
|
||||
- gci
|
||||
- gochecknoglobals
|
||||
- gochecknoinits
|
||||
- gocognit
|
||||
- goconst
|
||||
- gocritic
|
||||
- gocyclo
|
||||
- godox
|
||||
- gofmt
|
||||
- gofumpt
|
||||
- goheader
|
||||
- goimports
|
||||
- gomnd
|
||||
- gomoddirectives
|
||||
- gomodguard
|
||||
- goprintffuncname
|
||||
- gosec
|
||||
- gosimple
|
||||
- govet
|
||||
- grouper
|
||||
- ifshort
|
||||
- importas
|
||||
- ineffassign
|
||||
- lll
|
||||
- maintidx
|
||||
- makezero
|
||||
- misspell
|
||||
- nakedret
|
||||
- nilerr
|
||||
- nilnil
|
||||
- noctx
|
||||
- nolintlint
|
||||
- paralleltest
|
||||
- prealloc
|
||||
- predeclared
|
||||
- promlinter
|
||||
# FIXME: doesn't support 1.18 yet
|
||||
# - revive
|
||||
- rowserrcheck
|
||||
- sqlclosecheck
|
||||
- staticcheck
|
||||
- structcheck
|
||||
- stylecheck
|
||||
- tagliatelle
|
||||
- tenv
|
||||
- testpackage
|
||||
- thelper
|
||||
- tparallel
|
||||
- typecheck
|
||||
- unconvert
|
||||
- unparam
|
||||
- unused
|
||||
- varcheck
|
||||
- varnamelen
|
||||
- wastedassign
|
||||
- whitespace
|
||||
+38
@@ -0,0 +1,38 @@
|
||||
# Changelog
|
||||
|
||||
[comment]: # (Changes since last release go here)
|
||||
|
||||
## 2.1.8 - Jun 27th 2023
|
||||
|
||||
* Added support for YAML serialization/deserialization
|
||||
|
||||
## 2.1.7 - Apr 13th 2023
|
||||
|
||||
* Renamed test_utils.go to utils_test.go
|
||||
|
||||
## 2.1.6 - Feb 15th 2023
|
||||
|
||||
* Added `GetAndMoveToBack()` and `GetAndMoveToFront()` methods
|
||||
|
||||
## 2.1.5 - Dec 13th 2022
|
||||
|
||||
* Added `Value()` method
|
||||
|
||||
## 2.1.4 - Dec 12th 2022
|
||||
|
||||
* Fixed a bug with UTF-8 special characters in JSON keys
|
||||
|
||||
## 2.1.3 - Dec 11th 2022
|
||||
|
||||
* Added support for JSON marshalling/unmarshalling of wrapper of primitive types
|
||||
|
||||
## 2.1.2 - Dec 10th 2022
|
||||
* Allowing to pass options to `New`, to give a capacity hint, or initial data
|
||||
* Allowing to deserialize nested ordered maps from JSON without having to explicitly instantiate them
|
||||
* Added the `AddPairs` method
|
||||
|
||||
## 2.1.1 - Dec 9th 2022
|
||||
* Fixing a bug with JSON marshalling
|
||||
|
||||
## 2.1.0 - Dec 7th 2022
|
||||
* Added support for JSON serialization/deserialization
|
||||
+201
@@ -0,0 +1,201 @@
|
||||
Apache License
|
||||
Version 2.0, January 2004
|
||||
http://www.apache.org/licenses/
|
||||
|
||||
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
||||
|
||||
1. Definitions.
|
||||
|
||||
"License" shall mean the terms and conditions for use, reproduction,
|
||||
and distribution as defined by Sections 1 through 9 of this document.
|
||||
|
||||
"Licensor" shall mean the copyright owner or entity authorized by
|
||||
the copyright owner that is granting the License.
|
||||
|
||||
"Legal Entity" shall mean the union of the acting entity and all
|
||||
other entities that control, are controlled by, or are under common
|
||||
control with that entity. For the purposes of this definition,
|
||||
"control" means (i) the power, direct or indirect, to cause the
|
||||
direction or management of such entity, whether by contract or
|
||||
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
||||
outstanding shares, or (iii) beneficial ownership of such entity.
|
||||
|
||||
"You" (or "Your") shall mean an individual or Legal Entity
|
||||
exercising permissions granted by this License.
|
||||
|
||||
"Source" form shall mean the preferred form for making modifications,
|
||||
including but not limited to software source code, documentation
|
||||
source, and configuration files.
|
||||
|
||||
"Object" form shall mean any form resulting from mechanical
|
||||
transformation or translation of a Source form, including but
|
||||
not limited to compiled object code, generated documentation,
|
||||
and conversions to other media types.
|
||||
|
||||
"Work" shall mean the work of authorship, whether in Source or
|
||||
Object form, made available under the License, as indicated by a
|
||||
copyright notice that is included in or attached to the work
|
||||
(an example is provided in the Appendix below).
|
||||
|
||||
"Derivative Works" shall mean any work, whether in Source or Object
|
||||
form, that is based on (or derived from) the Work and for which the
|
||||
editorial revisions, annotations, elaborations, or other modifications
|
||||
represent, as a whole, an original work of authorship. For the purposes
|
||||
of this License, Derivative Works shall not include works that remain
|
||||
separable from, or merely link (or bind by name) to the interfaces of,
|
||||
the Work and Derivative Works thereof.
|
||||
|
||||
"Contribution" shall mean any work of authorship, including
|
||||
the original version of the Work and any modifications or additions
|
||||
to that Work or Derivative Works thereof, that is intentionally
|
||||
submitted to Licensor for inclusion in the Work by the copyright owner
|
||||
or by an individual or Legal Entity authorized to submit on behalf of
|
||||
the copyright owner. For the purposes of this definition, "submitted"
|
||||
means any form of electronic, verbal, or written communication sent
|
||||
to the Licensor or its representatives, including but not limited to
|
||||
communication on electronic mailing lists, source code control systems,
|
||||
and issue tracking systems that are managed by, or on behalf of, the
|
||||
Licensor for the purpose of discussing and improving the Work, but
|
||||
excluding communication that is conspicuously marked or otherwise
|
||||
designated in writing by the copyright owner as "Not a Contribution."
|
||||
|
||||
"Contributor" shall mean Licensor and any individual or Legal Entity
|
||||
on behalf of whom a Contribution has been received by Licensor and
|
||||
subsequently incorporated within the Work.
|
||||
|
||||
2. Grant of Copyright License. Subject to the terms and conditions of
|
||||
this License, each Contributor hereby grants to You a perpetual,
|
||||
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
||||
copyright license to reproduce, prepare Derivative Works of,
|
||||
publicly display, publicly perform, sublicense, and distribute the
|
||||
Work and such Derivative Works in Source or Object form.
|
||||
|
||||
3. Grant of Patent License. Subject to the terms and conditions of
|
||||
this License, each Contributor hereby grants to You a perpetual,
|
||||
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
||||
(except as stated in this section) patent license to make, have made,
|
||||
use, offer to sell, sell, import, and otherwise transfer the Work,
|
||||
where such license applies only to those patent claims licensable
|
||||
by such Contributor that are necessarily infringed by their
|
||||
Contribution(s) alone or by combination of their Contribution(s)
|
||||
with the Work to which such Contribution(s) was submitted. If You
|
||||
institute patent litigation against any entity (including a
|
||||
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
||||
or a Contribution incorporated within the Work constitutes direct
|
||||
or contributory patent infringement, then any patent licenses
|
||||
granted to You under this License for that Work shall terminate
|
||||
as of the date such litigation is filed.
|
||||
|
||||
4. Redistribution. You may reproduce and distribute copies of the
|
||||
Work or Derivative Works thereof in any medium, with or without
|
||||
modifications, and in Source or Object form, provided that You
|
||||
meet the following conditions:
|
||||
|
||||
(a) You must give any other recipients of the Work or
|
||||
Derivative Works a copy of this License; and
|
||||
|
||||
(b) You must cause any modified files to carry prominent notices
|
||||
stating that You changed the files; and
|
||||
|
||||
(c) You must retain, in the Source form of any Derivative Works
|
||||
that You distribute, all copyright, patent, trademark, and
|
||||
attribution notices from the Source form of the Work,
|
||||
excluding those notices that do not pertain to any part of
|
||||
the Derivative Works; and
|
||||
|
||||
(d) If the Work includes a "NOTICE" text file as part of its
|
||||
distribution, then any Derivative Works that You distribute must
|
||||
include a readable copy of the attribution notices contained
|
||||
within such NOTICE file, excluding those notices that do not
|
||||
pertain to any part of the Derivative Works, in at least one
|
||||
of the following places: within a NOTICE text file distributed
|
||||
as part of the Derivative Works; within the Source form or
|
||||
documentation, if provided along with the Derivative Works; or,
|
||||
within a display generated by the Derivative Works, if and
|
||||
wherever such third-party notices normally appear. The contents
|
||||
of the NOTICE file are for informational purposes only and
|
||||
do not modify the License. You may add Your own attribution
|
||||
notices within Derivative Works that You distribute, alongside
|
||||
or as an addendum to the NOTICE text from the Work, provided
|
||||
that such additional attribution notices cannot be construed
|
||||
as modifying the License.
|
||||
|
||||
You may add Your own copyright statement to Your modifications and
|
||||
may provide additional or different license terms and conditions
|
||||
for use, reproduction, or distribution of Your modifications, or
|
||||
for any such Derivative Works as a whole, provided Your use,
|
||||
reproduction, and distribution of the Work otherwise complies with
|
||||
the conditions stated in this License.
|
||||
|
||||
5. Submission of Contributions. Unless You explicitly state otherwise,
|
||||
any Contribution intentionally submitted for inclusion in the Work
|
||||
by You to the Licensor shall be under the terms and conditions of
|
||||
this License, without any additional terms or conditions.
|
||||
Notwithstanding the above, nothing herein shall supersede or modify
|
||||
the terms of any separate license agreement you may have executed
|
||||
with Licensor regarding such Contributions.
|
||||
|
||||
6. Trademarks. This License does not grant permission to use the trade
|
||||
names, trademarks, service marks, or product names of the Licensor,
|
||||
except as required for reasonable and customary use in describing the
|
||||
origin of the Work and reproducing the content of the NOTICE file.
|
||||
|
||||
7. Disclaimer of Warranty. Unless required by applicable law or
|
||||
agreed to in writing, Licensor provides the Work (and each
|
||||
Contributor provides its Contributions) on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
||||
implied, including, without limitation, any warranties or conditions
|
||||
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
||||
PARTICULAR PURPOSE. You are solely responsible for determining the
|
||||
appropriateness of using or redistributing the Work and assume any
|
||||
risks associated with Your exercise of permissions under this License.
|
||||
|
||||
8. Limitation of Liability. In no event and under no legal theory,
|
||||
whether in tort (including negligence), contract, or otherwise,
|
||||
unless required by applicable law (such as deliberate and grossly
|
||||
negligent acts) or agreed to in writing, shall any Contributor be
|
||||
liable to You for damages, including any direct, indirect, special,
|
||||
incidental, or consequential damages of any character arising as a
|
||||
result of this License or out of the use or inability to use the
|
||||
Work (including but not limited to damages for loss of goodwill,
|
||||
work stoppage, computer failure or malfunction, or any and all
|
||||
other commercial damages or losses), even if such Contributor
|
||||
has been advised of the possibility of such damages.
|
||||
|
||||
9. Accepting Warranty or Additional Liability. While redistributing
|
||||
the Work or Derivative Works thereof, You may choose to offer,
|
||||
and charge a fee for, acceptance of support, warranty, indemnity,
|
||||
or other liability obligations and/or rights consistent with this
|
||||
License. However, in accepting such obligations, You may act only
|
||||
on Your own behalf and on Your sole responsibility, not on behalf
|
||||
of any other Contributor, and only if You agree to indemnify,
|
||||
defend, and hold each Contributor harmless for any liability
|
||||
incurred by, or claims asserted against, such Contributor by reason
|
||||
of your accepting any such warranty or additional liability.
|
||||
|
||||
END OF TERMS AND CONDITIONS
|
||||
|
||||
APPENDIX: How to apply the Apache License to your work.
|
||||
|
||||
To apply the Apache License to your work, attach the following
|
||||
boilerplate notice, with the fields enclosed by brackets "{}"
|
||||
replaced with your own identifying information. (Don't include
|
||||
the brackets!) The text should be enclosed in the appropriate
|
||||
comment syntax for the file format. We also recommend that a
|
||||
file or class name and description of purpose be included on the
|
||||
same "printed page" as the copyright notice for easier
|
||||
identification within third-party archives.
|
||||
|
||||
Copyright {yyyy} {name of copyright owner}
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License.
|
||||
+32
@@ -0,0 +1,32 @@
|
||||
.DEFAULT_GOAL := all
|
||||
|
||||
.PHONY: all
|
||||
all: test_with_fuzz lint
|
||||
|
||||
# the TEST_FLAGS env var can be set to eg run only specific tests
|
||||
TEST_COMMAND = go test -v -count=1 -race -cover $(TEST_FLAGS)
|
||||
|
||||
.PHONY: test
|
||||
test:
|
||||
$(TEST_COMMAND)
|
||||
|
||||
.PHONY: bench
|
||||
bench:
|
||||
go test -bench=.
|
||||
|
||||
FUZZ_TIME ?= 10s
|
||||
|
||||
# see https://github.com/golang/go/issues/46312
|
||||
# and https://stackoverflow.com/a/72673487/4867444
|
||||
# if we end up having more fuzz tests
|
||||
.PHONY: test_with_fuzz
|
||||
test_with_fuzz:
|
||||
$(TEST_COMMAND) -fuzz=FuzzRoundTripJSON -fuzztime=$(FUZZ_TIME)
|
||||
$(TEST_COMMAND) -fuzz=FuzzRoundTripYAML -fuzztime=$(FUZZ_TIME)
|
||||
|
||||
.PHONY: fuzz
|
||||
fuzz: test_with_fuzz
|
||||
|
||||
.PHONY: lint
|
||||
lint:
|
||||
golangci-lint run
|
||||
+154
@@ -0,0 +1,154 @@
|
||||
[](https://pkg.go.dev/github.com/wk8/go-ordered-map/v2)
|
||||
[](https://app.circleci.com/pipelines/github/wk8/go-ordered-map)
|
||||
|
||||
# Golang Ordered Maps
|
||||
|
||||
Same as regular maps, but also remembers the order in which keys were inserted, akin to [Python's `collections.OrderedDict`s](https://docs.python.org/3.7/library/collections.html#ordereddict-objects).
|
||||
|
||||
It offers the following features:
|
||||
* optimal runtime performance (all operations are constant time)
|
||||
* optimal memory usage (only one copy of values, no unnecessary memory allocation)
|
||||
* allows iterating from newest or oldest keys indifferently, without memory copy, allowing to `break` the iteration, and in time linear to the number of keys iterated over rather than the total length of the ordered map
|
||||
* supports any generic types for both keys and values. If you're running go < 1.18, you can use [version 1](https://github.com/wk8/go-ordered-map/tree/v1) that takes and returns generic `interface{}`s instead of using generics
|
||||
* idiomatic API, akin to that of [`container/list`](https://golang.org/pkg/container/list)
|
||||
* support for JSON and YAML marshalling
|
||||
|
||||
## Documentation
|
||||
|
||||
[The full documentation is available on pkg.go.dev](https://pkg.go.dev/github.com/wk8/go-ordered-map/v2).
|
||||
|
||||
## Installation
|
||||
```bash
|
||||
go get -u github.com/wk8/go-ordered-map/v2
|
||||
```
|
||||
|
||||
Or use your favorite golang vendoring tool!
|
||||
|
||||
## Supported go versions
|
||||
|
||||
Go >= 1.18 is required to use version >= 2 of this library, as it uses generics.
|
||||
|
||||
If you're running go < 1.18, you can use [version 1](https://github.com/wk8/go-ordered-map/tree/v1) instead.
|
||||
|
||||
## Example / usage
|
||||
|
||||
```go
|
||||
package main
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
|
||||
"github.com/wk8/go-ordered-map/v2"
|
||||
)
|
||||
|
||||
func main() {
|
||||
om := orderedmap.New[string, string]()
|
||||
|
||||
om.Set("foo", "bar")
|
||||
om.Set("bar", "baz")
|
||||
om.Set("coucou", "toi")
|
||||
|
||||
fmt.Println(om.Get("foo")) // => "bar", true
|
||||
fmt.Println(om.Get("i dont exist")) // => "", false
|
||||
|
||||
// iterating pairs from oldest to newest:
|
||||
for pair := om.Oldest(); pair != nil; pair = pair.Next() {
|
||||
fmt.Printf("%s => %s\n", pair.Key, pair.Value)
|
||||
} // prints:
|
||||
// foo => bar
|
||||
// bar => baz
|
||||
// coucou => toi
|
||||
|
||||
// iterating over the 2 newest pairs:
|
||||
i := 0
|
||||
for pair := om.Newest(); pair != nil; pair = pair.Prev() {
|
||||
fmt.Printf("%s => %s\n", pair.Key, pair.Value)
|
||||
i++
|
||||
if i >= 2 {
|
||||
break
|
||||
}
|
||||
} // prints:
|
||||
// coucou => toi
|
||||
// bar => baz
|
||||
}
|
||||
```
|
||||
|
||||
An `OrderedMap`'s keys must implement `comparable`, and its values can be anything, for example:
|
||||
|
||||
```go
|
||||
type myStruct struct {
|
||||
payload string
|
||||
}
|
||||
|
||||
func main() {
|
||||
om := orderedmap.New[int, *myStruct]()
|
||||
|
||||
om.Set(12, &myStruct{"foo"})
|
||||
om.Set(1, &myStruct{"bar"})
|
||||
|
||||
value, present := om.Get(12)
|
||||
if !present {
|
||||
panic("should be there!")
|
||||
}
|
||||
fmt.Println(value.payload) // => foo
|
||||
|
||||
for pair := om.Oldest(); pair != nil; pair = pair.Next() {
|
||||
fmt.Printf("%d => %s\n", pair.Key, pair.Value.payload)
|
||||
} // prints:
|
||||
// 12 => foo
|
||||
// 1 => bar
|
||||
}
|
||||
```
|
||||
|
||||
Also worth noting that you can provision ordered maps with a capacity hint, as you would do by passing an optional hint to `make(map[K]V, capacity`):
|
||||
```go
|
||||
om := orderedmap.New[int, *myStruct](28)
|
||||
```
|
||||
|
||||
You can also pass in some initial data to store in the map:
|
||||
```go
|
||||
om := orderedmap.New[int, string](orderedmap.WithInitialData[int, string](
|
||||
orderedmap.Pair[int, string]{
|
||||
Key: 12,
|
||||
Value: "foo",
|
||||
},
|
||||
orderedmap.Pair[int, string]{
|
||||
Key: 28,
|
||||
Value: "bar",
|
||||
},
|
||||
))
|
||||
```
|
||||
|
||||
`OrderedMap`s also support JSON serialization/deserialization, and preserves order:
|
||||
|
||||
```go
|
||||
// serialization
|
||||
data, err := json.Marshal(om)
|
||||
...
|
||||
|
||||
// deserialization
|
||||
om := orderedmap.New[string, string]() // or orderedmap.New[int, any](), or any type you expect
|
||||
err := json.Unmarshal(data, &om)
|
||||
...
|
||||
```
|
||||
|
||||
Similarly, it also supports YAML serialization/deserialization using the yaml.v3 package, which also preserves order:
|
||||
|
||||
```go
|
||||
// serialization
|
||||
data, err := yaml.Marshal(om)
|
||||
...
|
||||
|
||||
// deserialization
|
||||
om := orderedmap.New[string, string]() // or orderedmap.New[int, any](), or any type you expect
|
||||
err := yaml.Unmarshal(data, &om)
|
||||
...
|
||||
```
|
||||
|
||||
## Alternatives
|
||||
|
||||
There are several other ordered map golang implementations out there, but I believe that at the time of writing none of them offer the same functionality as this library; more specifically:
|
||||
* [iancoleman/orderedmap](https://github.com/iancoleman/orderedmap) only accepts `string` keys, its `Delete` operations are linear
|
||||
* [cevaris/ordered_map](https://github.com/cevaris/ordered_map) uses a channel for iterations, and leaks goroutines if the iteration is interrupted before fully traversing the map
|
||||
* [mantyr/iterator](https://github.com/mantyr/iterator) also uses a channel for iterations, and its `Delete` operations are linear
|
||||
* [samdolan/go-ordered-map](https://github.com/samdolan/go-ordered-map) adds unnecessary locking (users should add their own locking instead if they need it), its `Delete` and `Get` operations are linear, iterations trigger a linear memory allocation
|
||||
+182
@@ -0,0 +1,182 @@
|
||||
package orderedmap
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"encoding"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"reflect"
|
||||
"unicode/utf8"
|
||||
|
||||
"github.com/buger/jsonparser"
|
||||
"github.com/mailru/easyjson/jwriter"
|
||||
)
|
||||
|
||||
var (
|
||||
_ json.Marshaler = &OrderedMap[int, any]{}
|
||||
_ json.Unmarshaler = &OrderedMap[int, any]{}
|
||||
)
|
||||
|
||||
// MarshalJSON implements the json.Marshaler interface.
|
||||
func (om *OrderedMap[K, V]) MarshalJSON() ([]byte, error) { //nolint:funlen
|
||||
if om == nil || om.list == nil {
|
||||
return []byte("null"), nil
|
||||
}
|
||||
|
||||
writer := jwriter.Writer{}
|
||||
writer.RawByte('{')
|
||||
|
||||
for pair, firstIteration := om.Oldest(), true; pair != nil; pair = pair.Next() {
|
||||
if firstIteration {
|
||||
firstIteration = false
|
||||
} else {
|
||||
writer.RawByte(',')
|
||||
}
|
||||
|
||||
switch key := any(pair.Key).(type) {
|
||||
case string:
|
||||
writer.String(key)
|
||||
case encoding.TextMarshaler:
|
||||
writer.RawByte('"')
|
||||
writer.Raw(key.MarshalText())
|
||||
writer.RawByte('"')
|
||||
case int:
|
||||
writer.IntStr(key)
|
||||
case int8:
|
||||
writer.Int8Str(key)
|
||||
case int16:
|
||||
writer.Int16Str(key)
|
||||
case int32:
|
||||
writer.Int32Str(key)
|
||||
case int64:
|
||||
writer.Int64Str(key)
|
||||
case uint:
|
||||
writer.UintStr(key)
|
||||
case uint8:
|
||||
writer.Uint8Str(key)
|
||||
case uint16:
|
||||
writer.Uint16Str(key)
|
||||
case uint32:
|
||||
writer.Uint32Str(key)
|
||||
case uint64:
|
||||
writer.Uint64Str(key)
|
||||
default:
|
||||
|
||||
// this switch takes care of wrapper types around primitive types, such as
|
||||
// type myType string
|
||||
switch keyValue := reflect.ValueOf(key); keyValue.Type().Kind() {
|
||||
case reflect.String:
|
||||
writer.String(keyValue.String())
|
||||
case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
|
||||
writer.Int64Str(keyValue.Int())
|
||||
case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
|
||||
writer.Uint64Str(keyValue.Uint())
|
||||
default:
|
||||
return nil, fmt.Errorf("unsupported key type: %T", key)
|
||||
}
|
||||
}
|
||||
|
||||
writer.RawByte(':')
|
||||
// the error is checked at the end of the function
|
||||
writer.Raw(json.Marshal(pair.Value)) //nolint:errchkjson
|
||||
}
|
||||
|
||||
writer.RawByte('}')
|
||||
|
||||
return dumpWriter(&writer)
|
||||
}
|
||||
|
||||
func dumpWriter(writer *jwriter.Writer) ([]byte, error) {
|
||||
if writer.Error != nil {
|
||||
return nil, writer.Error
|
||||
}
|
||||
|
||||
var buf bytes.Buffer
|
||||
buf.Grow(writer.Size())
|
||||
if _, err := writer.DumpTo(&buf); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return buf.Bytes(), nil
|
||||
}
|
||||
|
||||
// UnmarshalJSON implements the json.Unmarshaler interface.
|
||||
func (om *OrderedMap[K, V]) UnmarshalJSON(data []byte) error {
|
||||
if om.list == nil {
|
||||
om.initialize(0)
|
||||
}
|
||||
|
||||
return jsonparser.ObjectEach(
|
||||
data,
|
||||
func(keyData []byte, valueData []byte, dataType jsonparser.ValueType, offset int) error {
|
||||
if dataType == jsonparser.String {
|
||||
// jsonparser removes the enclosing quotes; we need to restore them to make a valid JSON
|
||||
valueData = data[offset-len(valueData)-2 : offset]
|
||||
}
|
||||
|
||||
var key K
|
||||
var value V
|
||||
|
||||
switch typedKey := any(&key).(type) {
|
||||
case *string:
|
||||
s, err := decodeUTF8(keyData)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
*typedKey = s
|
||||
case encoding.TextUnmarshaler:
|
||||
if err := typedKey.UnmarshalText(keyData); err != nil {
|
||||
return err
|
||||
}
|
||||
case *int, *int8, *int16, *int32, *int64, *uint, *uint8, *uint16, *uint32, *uint64:
|
||||
if err := json.Unmarshal(keyData, typedKey); err != nil {
|
||||
return err
|
||||
}
|
||||
default:
|
||||
// this switch takes care of wrapper types around primitive types, such as
|
||||
// type myType string
|
||||
switch reflect.TypeOf(key).Kind() {
|
||||
case reflect.String:
|
||||
s, err := decodeUTF8(keyData)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
convertedKeyData := reflect.ValueOf(s).Convert(reflect.TypeOf(key))
|
||||
reflect.ValueOf(&key).Elem().Set(convertedKeyData)
|
||||
case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64,
|
||||
reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
|
||||
if err := json.Unmarshal(keyData, &key); err != nil {
|
||||
return err
|
||||
}
|
||||
default:
|
||||
return fmt.Errorf("unsupported key type: %T", key)
|
||||
}
|
||||
}
|
||||
|
||||
if err := json.Unmarshal(valueData, &value); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
om.Set(key, value)
|
||||
return nil
|
||||
})
|
||||
}
|
||||
|
||||
func decodeUTF8(input []byte) (string, error) {
|
||||
remaining, offset := input, 0
|
||||
runes := make([]rune, 0, len(remaining))
|
||||
|
||||
for len(remaining) > 0 {
|
||||
r, size := utf8.DecodeRune(remaining)
|
||||
if r == utf8.RuneError && size <= 1 {
|
||||
return "", fmt.Errorf("not a valid UTF-8 string (at position %d): %s", offset, string(input))
|
||||
}
|
||||
|
||||
runes = append(runes, r)
|
||||
remaining = remaining[size:]
|
||||
offset += size
|
||||
}
|
||||
|
||||
return string(runes), nil
|
||||
}
|
||||
+296
@@ -0,0 +1,296 @@
|
||||
// Package orderedmap implements an ordered map, i.e. a map that also keeps track of
|
||||
// the order in which keys were inserted.
|
||||
//
|
||||
// All operations are constant-time.
|
||||
//
|
||||
// Github repo: https://github.com/wk8/go-ordered-map
|
||||
//
|
||||
package orderedmap
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
|
||||
list "github.com/bahlo/generic-list-go"
|
||||
)
|
||||
|
||||
type Pair[K comparable, V any] struct {
|
||||
Key K
|
||||
Value V
|
||||
|
||||
element *list.Element[*Pair[K, V]]
|
||||
}
|
||||
|
||||
type OrderedMap[K comparable, V any] struct {
|
||||
pairs map[K]*Pair[K, V]
|
||||
list *list.List[*Pair[K, V]]
|
||||
}
|
||||
|
||||
type initConfig[K comparable, V any] struct {
|
||||
capacity int
|
||||
initialData []Pair[K, V]
|
||||
}
|
||||
|
||||
type InitOption[K comparable, V any] func(config *initConfig[K, V])
|
||||
|
||||
// WithCapacity allows giving a capacity hint for the map, akin to the standard make(map[K]V, capacity).
|
||||
func WithCapacity[K comparable, V any](capacity int) InitOption[K, V] {
|
||||
return func(c *initConfig[K, V]) {
|
||||
c.capacity = capacity
|
||||
}
|
||||
}
|
||||
|
||||
// WithInitialData allows passing in initial data for the map.
|
||||
func WithInitialData[K comparable, V any](initialData ...Pair[K, V]) InitOption[K, V] {
|
||||
return func(c *initConfig[K, V]) {
|
||||
c.initialData = initialData
|
||||
if c.capacity < len(initialData) {
|
||||
c.capacity = len(initialData)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// New creates a new OrderedMap.
|
||||
// options can either be one or several InitOption[K, V], or a single integer,
|
||||
// which is then interpreted as a capacity hint, à la make(map[K]V, capacity).
|
||||
func New[K comparable, V any](options ...any) *OrderedMap[K, V] { //nolint:varnamelen
|
||||
orderedMap := &OrderedMap[K, V]{}
|
||||
|
||||
var config initConfig[K, V]
|
||||
for _, untypedOption := range options {
|
||||
switch option := untypedOption.(type) {
|
||||
case int:
|
||||
if len(options) != 1 {
|
||||
invalidOption()
|
||||
}
|
||||
config.capacity = option
|
||||
|
||||
case InitOption[K, V]:
|
||||
option(&config)
|
||||
|
||||
default:
|
||||
invalidOption()
|
||||
}
|
||||
}
|
||||
|
||||
orderedMap.initialize(config.capacity)
|
||||
orderedMap.AddPairs(config.initialData...)
|
||||
|
||||
return orderedMap
|
||||
}
|
||||
|
||||
const invalidOptionMessage = `when using orderedmap.New[K,V]() with options, either provide one or several InitOption[K, V]; or a single integer which is then interpreted as a capacity hint, à la make(map[K]V, capacity).` //nolint:lll
|
||||
|
||||
func invalidOption() { panic(invalidOptionMessage) }
|
||||
|
||||
func (om *OrderedMap[K, V]) initialize(capacity int) {
|
||||
om.pairs = make(map[K]*Pair[K, V], capacity)
|
||||
om.list = list.New[*Pair[K, V]]()
|
||||
}
|
||||
|
||||
// Get looks for the given key, and returns the value associated with it,
|
||||
// or V's nil value if not found. The boolean it returns says whether the key is present in the map.
|
||||
func (om *OrderedMap[K, V]) Get(key K) (val V, present bool) {
|
||||
if pair, present := om.pairs[key]; present {
|
||||
return pair.Value, true
|
||||
}
|
||||
|
||||
return
|
||||
}
|
||||
|
||||
// Load is an alias for Get, mostly to present an API similar to `sync.Map`'s.
|
||||
func (om *OrderedMap[K, V]) Load(key K) (V, bool) {
|
||||
return om.Get(key)
|
||||
}
|
||||
|
||||
// Value returns the value associated with the given key or the zero value.
|
||||
func (om *OrderedMap[K, V]) Value(key K) (val V) {
|
||||
if pair, present := om.pairs[key]; present {
|
||||
val = pair.Value
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
// GetPair looks for the given key, and returns the pair associated with it,
|
||||
// or nil if not found. The Pair struct can then be used to iterate over the ordered map
|
||||
// from that point, either forward or backward.
|
||||
func (om *OrderedMap[K, V]) GetPair(key K) *Pair[K, V] {
|
||||
return om.pairs[key]
|
||||
}
|
||||
|
||||
// Set sets the key-value pair, and returns what `Get` would have returned
|
||||
// on that key prior to the call to `Set`.
|
||||
func (om *OrderedMap[K, V]) Set(key K, value V) (val V, present bool) {
|
||||
if pair, present := om.pairs[key]; present {
|
||||
oldValue := pair.Value
|
||||
pair.Value = value
|
||||
return oldValue, true
|
||||
}
|
||||
|
||||
pair := &Pair[K, V]{
|
||||
Key: key,
|
||||
Value: value,
|
||||
}
|
||||
pair.element = om.list.PushBack(pair)
|
||||
om.pairs[key] = pair
|
||||
|
||||
return
|
||||
}
|
||||
|
||||
// AddPairs allows setting multiple pairs at a time. It's equivalent to calling
|
||||
// Set on each pair sequentially.
|
||||
func (om *OrderedMap[K, V]) AddPairs(pairs ...Pair[K, V]) {
|
||||
for _, pair := range pairs {
|
||||
om.Set(pair.Key, pair.Value)
|
||||
}
|
||||
}
|
||||
|
||||
// Store is an alias for Set, mostly to present an API similar to `sync.Map`'s.
|
||||
func (om *OrderedMap[K, V]) Store(key K, value V) (V, bool) {
|
||||
return om.Set(key, value)
|
||||
}
|
||||
|
||||
// Delete removes the key-value pair, and returns what `Get` would have returned
|
||||
// on that key prior to the call to `Delete`.
|
||||
func (om *OrderedMap[K, V]) Delete(key K) (val V, present bool) {
|
||||
if pair, present := om.pairs[key]; present {
|
||||
om.list.Remove(pair.element)
|
||||
delete(om.pairs, key)
|
||||
return pair.Value, true
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
// Len returns the length of the ordered map.
|
||||
func (om *OrderedMap[K, V]) Len() int {
|
||||
if om == nil || om.pairs == nil {
|
||||
return 0
|
||||
}
|
||||
return len(om.pairs)
|
||||
}
|
||||
|
||||
// Oldest returns a pointer to the oldest pair. It's meant to be used to iterate on the ordered map's
|
||||
// pairs from the oldest to the newest, e.g.:
|
||||
// for pair := orderedMap.Oldest(); pair != nil; pair = pair.Next() { fmt.Printf("%v => %v\n", pair.Key, pair.Value) }
|
||||
func (om *OrderedMap[K, V]) Oldest() *Pair[K, V] {
|
||||
if om == nil || om.list == nil {
|
||||
return nil
|
||||
}
|
||||
return listElementToPair(om.list.Front())
|
||||
}
|
||||
|
||||
// Newest returns a pointer to the newest pair. It's meant to be used to iterate on the ordered map's
|
||||
// pairs from the newest to the oldest, e.g.:
|
||||
// for pair := orderedMap.Oldest(); pair != nil; pair = pair.Next() { fmt.Printf("%v => %v\n", pair.Key, pair.Value) }
|
||||
func (om *OrderedMap[K, V]) Newest() *Pair[K, V] {
|
||||
if om == nil || om.list == nil {
|
||||
return nil
|
||||
}
|
||||
return listElementToPair(om.list.Back())
|
||||
}
|
||||
|
||||
// Next returns a pointer to the next pair.
|
||||
func (p *Pair[K, V]) Next() *Pair[K, V] {
|
||||
return listElementToPair(p.element.Next())
|
||||
}
|
||||
|
||||
// Prev returns a pointer to the previous pair.
|
||||
func (p *Pair[K, V]) Prev() *Pair[K, V] {
|
||||
return listElementToPair(p.element.Prev())
|
||||
}
|
||||
|
||||
func listElementToPair[K comparable, V any](element *list.Element[*Pair[K, V]]) *Pair[K, V] {
|
||||
if element == nil {
|
||||
return nil
|
||||
}
|
||||
return element.Value
|
||||
}
|
||||
|
||||
// KeyNotFoundError may be returned by functions in this package when they're called with keys that are not present
|
||||
// in the map.
|
||||
type KeyNotFoundError[K comparable] struct {
|
||||
MissingKey K
|
||||
}
|
||||
|
||||
func (e *KeyNotFoundError[K]) Error() string {
|
||||
return fmt.Sprintf("missing key: %v", e.MissingKey)
|
||||
}
|
||||
|
||||
// MoveAfter moves the value associated with key to its new position after the one associated with markKey.
|
||||
// Returns an error iff key or markKey are not present in the map. If an error is returned,
|
||||
// it will be a KeyNotFoundError.
|
||||
func (om *OrderedMap[K, V]) MoveAfter(key, markKey K) error {
|
||||
elements, err := om.getElements(key, markKey)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
om.list.MoveAfter(elements[0], elements[1])
|
||||
return nil
|
||||
}
|
||||
|
||||
// MoveBefore moves the value associated with key to its new position before the one associated with markKey.
|
||||
// Returns an error iff key or markKey are not present in the map. If an error is returned,
|
||||
// it will be a KeyNotFoundError.
|
||||
func (om *OrderedMap[K, V]) MoveBefore(key, markKey K) error {
|
||||
elements, err := om.getElements(key, markKey)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
om.list.MoveBefore(elements[0], elements[1])
|
||||
return nil
|
||||
}
|
||||
|
||||
func (om *OrderedMap[K, V]) getElements(keys ...K) ([]*list.Element[*Pair[K, V]], error) {
|
||||
elements := make([]*list.Element[*Pair[K, V]], len(keys))
|
||||
for i, k := range keys {
|
||||
pair, present := om.pairs[k]
|
||||
if !present {
|
||||
return nil, &KeyNotFoundError[K]{k}
|
||||
}
|
||||
elements[i] = pair.element
|
||||
}
|
||||
return elements, nil
|
||||
}
|
||||
|
||||
// MoveToBack moves the value associated with key to the back of the ordered map,
|
||||
// i.e. makes it the newest pair in the map.
|
||||
// Returns an error iff key is not present in the map. If an error is returned,
|
||||
// it will be a KeyNotFoundError.
|
||||
func (om *OrderedMap[K, V]) MoveToBack(key K) error {
|
||||
_, err := om.GetAndMoveToBack(key)
|
||||
return err
|
||||
}
|
||||
|
||||
// MoveToFront moves the value associated with key to the front of the ordered map,
|
||||
// i.e. makes it the oldest pair in the map.
|
||||
// Returns an error iff key is not present in the map. If an error is returned,
|
||||
// it will be a KeyNotFoundError.
|
||||
func (om *OrderedMap[K, V]) MoveToFront(key K) error {
|
||||
_, err := om.GetAndMoveToFront(key)
|
||||
return err
|
||||
}
|
||||
|
||||
// GetAndMoveToBack combines Get and MoveToBack in the same call. If an error is returned,
|
||||
// it will be a KeyNotFoundError.
|
||||
func (om *OrderedMap[K, V]) GetAndMoveToBack(key K) (val V, err error) {
|
||||
if pair, present := om.pairs[key]; present {
|
||||
val = pair.Value
|
||||
om.list.MoveToBack(pair.element)
|
||||
} else {
|
||||
err = &KeyNotFoundError[K]{key}
|
||||
}
|
||||
|
||||
return
|
||||
}
|
||||
|
||||
// GetAndMoveToFront combines Get and MoveToFront in the same call. If an error is returned,
|
||||
// it will be a KeyNotFoundError.
|
||||
func (om *OrderedMap[K, V]) GetAndMoveToFront(key K) (val V, err error) {
|
||||
if pair, present := om.pairs[key]; present {
|
||||
val = pair.Value
|
||||
om.list.MoveToFront(pair.element)
|
||||
} else {
|
||||
err = &KeyNotFoundError[K]{key}
|
||||
}
|
||||
|
||||
return
|
||||
}
|
||||
+71
@@ -0,0 +1,71 @@
|
||||
package orderedmap
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
|
||||
"gopkg.in/yaml.v3"
|
||||
)
|
||||
|
||||
var (
|
||||
_ yaml.Marshaler = &OrderedMap[int, any]{}
|
||||
_ yaml.Unmarshaler = &OrderedMap[int, any]{}
|
||||
)
|
||||
|
||||
// MarshalYAML implements the yaml.Marshaler interface.
|
||||
func (om *OrderedMap[K, V]) MarshalYAML() (interface{}, error) {
|
||||
if om == nil {
|
||||
return []byte("null"), nil
|
||||
}
|
||||
|
||||
node := yaml.Node{
|
||||
Kind: yaml.MappingNode,
|
||||
}
|
||||
|
||||
for pair := om.Oldest(); pair != nil; pair = pair.Next() {
|
||||
key, value := pair.Key, pair.Value
|
||||
|
||||
keyNode := &yaml.Node{}
|
||||
|
||||
// serialize key to yaml, then deserialize it back into the node
|
||||
// this is a hack to get the correct tag for the key
|
||||
if err := keyNode.Encode(key); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
valueNode := &yaml.Node{}
|
||||
if err := valueNode.Encode(value); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
node.Content = append(node.Content, keyNode, valueNode)
|
||||
}
|
||||
|
||||
return &node, nil
|
||||
}
|
||||
|
||||
// UnmarshalYAML implements the yaml.Unmarshaler interface.
|
||||
func (om *OrderedMap[K, V]) UnmarshalYAML(value *yaml.Node) error {
|
||||
if value.Kind != yaml.MappingNode {
|
||||
return fmt.Errorf("pipeline must contain YAML mapping, has %v", value.Kind)
|
||||
}
|
||||
|
||||
if om.list == nil {
|
||||
om.initialize(0)
|
||||
}
|
||||
|
||||
for index := 0; index < len(value.Content); index += 2 {
|
||||
var key K
|
||||
var val V
|
||||
|
||||
if err := value.Content[index].Decode(&key); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := value.Content[index+1].Decode(&val); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
om.Set(key, val)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
+25
@@ -0,0 +1,25 @@
|
||||
Copyright (C) 2016, Kohei YOSHIDA <https://yosida95.com/>. All rights reserved.
|
||||
|
||||
Redistribution and use in source and binary forms, with or without
|
||||
modification, are permitted provided that the following conditions are met:
|
||||
|
||||
* Redistributions of source code must retain the above copyright
|
||||
notice, this list of conditions and the following disclaimer.
|
||||
* Redistributions in binary form must reproduce the above copyright
|
||||
notice, this list of conditions and the following disclaimer in the
|
||||
documentation and/or other materials provided with the distribution.
|
||||
* Neither the name of the copyright holder nor the names of its
|
||||
contributors may be used to endorse or promote products derived from
|
||||
this software without specific prior written permission.
|
||||
|
||||
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||||
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||||
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||||
HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||||
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||||
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
+46
@@ -0,0 +1,46 @@
|
||||
uritemplate
|
||||
===========
|
||||
|
||||
`uritemplate`_ is a Go implementation of `URI Template`_ [RFC6570] with
|
||||
full functionality of URI Template Level 4.
|
||||
|
||||
uritemplate can also generate a regexp that matches expansion of the
|
||||
URI Template from a URI Template.
|
||||
|
||||
Getting Started
|
||||
---------------
|
||||
|
||||
Installation
|
||||
~~~~~~~~~~~~
|
||||
|
||||
.. code-block:: sh
|
||||
|
||||
$ go get -u github.com/yosida95/uritemplate/v3
|
||||
|
||||
Documentation
|
||||
~~~~~~~~~~~~~
|
||||
|
||||
The documentation is available on GoDoc_.
|
||||
|
||||
Examples
|
||||
--------
|
||||
|
||||
See `examples on GoDoc`_.
|
||||
|
||||
License
|
||||
-------
|
||||
|
||||
`uritemplate`_ is distributed under the BSD 3-Clause license.
|
||||
PLEASE READ ./LICENSE carefully and follow its clauses to use this software.
|
||||
|
||||
Author
|
||||
------
|
||||
|
||||
yosida95_
|
||||
|
||||
|
||||
.. _`URI Template`: https://tools.ietf.org/html/rfc6570
|
||||
.. _Godoc: https://godoc.org/github.com/yosida95/uritemplate
|
||||
.. _`examples on GoDoc`: https://godoc.org/github.com/yosida95/uritemplate#pkg-examples
|
||||
.. _yosida95: https://yosida95.com/
|
||||
.. _uritemplate: https://github.com/yosida95/uritemplate
|
||||
+224
@@ -0,0 +1,224 @@
|
||||
// Copyright (C) 2016 Kohei YOSHIDA. All rights reserved.
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or
|
||||
// modify it under the terms of The BSD 3-Clause License
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
package uritemplate
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"unicode/utf8"
|
||||
)
|
||||
|
||||
type compiler struct {
|
||||
prog *prog
|
||||
}
|
||||
|
||||
func (c *compiler) init() {
|
||||
c.prog = &prog{}
|
||||
}
|
||||
|
||||
func (c *compiler) op(opcode progOpcode) uint32 {
|
||||
i := len(c.prog.op)
|
||||
c.prog.op = append(c.prog.op, progOp{code: opcode})
|
||||
return uint32(i)
|
||||
}
|
||||
|
||||
func (c *compiler) opWithRune(opcode progOpcode, r rune) uint32 {
|
||||
addr := c.op(opcode)
|
||||
(&c.prog.op[addr]).r = r
|
||||
return addr
|
||||
}
|
||||
|
||||
func (c *compiler) opWithRuneClass(opcode progOpcode, rc runeClass) uint32 {
|
||||
addr := c.op(opcode)
|
||||
(&c.prog.op[addr]).rc = rc
|
||||
return addr
|
||||
}
|
||||
|
||||
func (c *compiler) opWithAddr(opcode progOpcode, absaddr uint32) uint32 {
|
||||
addr := c.op(opcode)
|
||||
(&c.prog.op[addr]).i = absaddr
|
||||
return addr
|
||||
}
|
||||
|
||||
func (c *compiler) opWithAddrDelta(opcode progOpcode, delta uint32) uint32 {
|
||||
return c.opWithAddr(opcode, uint32(len(c.prog.op))+delta)
|
||||
}
|
||||
|
||||
func (c *compiler) opWithName(opcode progOpcode, name string) uint32 {
|
||||
addr := c.op(opcode)
|
||||
(&c.prog.op[addr]).name = name
|
||||
return addr
|
||||
}
|
||||
|
||||
func (c *compiler) compileString(str string) {
|
||||
for i := 0; i < len(str); {
|
||||
// NOTE(yosida95): It is confirmed at parse time that literals
|
||||
// consist of only valid-UTF8 runes.
|
||||
r, size := utf8.DecodeRuneInString(str[i:])
|
||||
c.opWithRune(opRune, r)
|
||||
i += size
|
||||
}
|
||||
}
|
||||
|
||||
func (c *compiler) compileRuneClass(rc runeClass, maxlen int) {
|
||||
for i := 0; i < maxlen; i++ {
|
||||
if i > 0 {
|
||||
c.opWithAddrDelta(opSplit, 7)
|
||||
}
|
||||
c.opWithAddrDelta(opSplit, 3) // raw rune or pct-encoded
|
||||
c.opWithRuneClass(opRuneClass, rc) // raw rune
|
||||
c.opWithAddrDelta(opJmp, 4) //
|
||||
c.opWithRune(opRune, '%') // pct-encoded
|
||||
c.opWithRuneClass(opRuneClass, runeClassPctE) //
|
||||
c.opWithRuneClass(opRuneClass, runeClassPctE) //
|
||||
}
|
||||
}
|
||||
|
||||
func (c *compiler) compileRuneClassInfinite(rc runeClass) {
|
||||
start := c.opWithAddrDelta(opSplit, 3) // raw rune or pct-encoded
|
||||
c.opWithRuneClass(opRuneClass, rc) // raw rune
|
||||
c.opWithAddrDelta(opJmp, 4) //
|
||||
c.opWithRune(opRune, '%') // pct-encoded
|
||||
c.opWithRuneClass(opRuneClass, runeClassPctE) //
|
||||
c.opWithRuneClass(opRuneClass, runeClassPctE) //
|
||||
c.opWithAddrDelta(opSplit, 2) // loop
|
||||
c.opWithAddr(opJmp, start) //
|
||||
}
|
||||
|
||||
func (c *compiler) compileVarspecValue(spec varspec, expr *expression) {
|
||||
var specname string
|
||||
if spec.maxlen > 0 {
|
||||
specname = fmt.Sprintf("%s:%d", spec.name, spec.maxlen)
|
||||
} else {
|
||||
specname = spec.name
|
||||
}
|
||||
|
||||
c.prog.numCap++
|
||||
|
||||
c.opWithName(opCapStart, specname)
|
||||
|
||||
split := c.op(opSplit)
|
||||
if spec.maxlen > 0 {
|
||||
c.compileRuneClass(expr.allow, spec.maxlen)
|
||||
} else {
|
||||
c.compileRuneClassInfinite(expr.allow)
|
||||
}
|
||||
|
||||
capEnd := c.opWithName(opCapEnd, specname)
|
||||
c.prog.op[split].i = capEnd
|
||||
}
|
||||
|
||||
func (c *compiler) compileVarspec(spec varspec, expr *expression) {
|
||||
switch {
|
||||
case expr.named && spec.explode:
|
||||
split1 := c.op(opSplit)
|
||||
noop := c.op(opNoop)
|
||||
c.compileString(spec.name)
|
||||
|
||||
split2 := c.op(opSplit)
|
||||
c.opWithRune(opRune, '=')
|
||||
c.compileVarspecValue(spec, expr)
|
||||
|
||||
split3 := c.op(opSplit)
|
||||
c.compileString(expr.sep)
|
||||
c.opWithAddr(opJmp, noop)
|
||||
|
||||
c.prog.op[split2].i = uint32(len(c.prog.op))
|
||||
c.compileString(expr.ifemp)
|
||||
c.opWithAddr(opJmp, split3)
|
||||
|
||||
c.prog.op[split1].i = uint32(len(c.prog.op))
|
||||
c.prog.op[split3].i = uint32(len(c.prog.op))
|
||||
|
||||
case expr.named && !spec.explode:
|
||||
c.compileString(spec.name)
|
||||
|
||||
split2 := c.op(opSplit)
|
||||
c.opWithRune(opRune, '=')
|
||||
|
||||
split3 := c.op(opSplit)
|
||||
|
||||
split4 := c.op(opSplit)
|
||||
c.compileVarspecValue(spec, expr)
|
||||
|
||||
split5 := c.op(opSplit)
|
||||
c.prog.op[split4].i = split5
|
||||
c.compileString(",")
|
||||
c.opWithAddr(opJmp, split4)
|
||||
|
||||
c.prog.op[split3].i = uint32(len(c.prog.op))
|
||||
c.compileString(",")
|
||||
jmp1 := c.op(opJmp)
|
||||
|
||||
c.prog.op[split2].i = uint32(len(c.prog.op))
|
||||
c.compileString(expr.ifemp)
|
||||
|
||||
c.prog.op[split5].i = uint32(len(c.prog.op))
|
||||
c.prog.op[jmp1].i = uint32(len(c.prog.op))
|
||||
|
||||
case !expr.named:
|
||||
start := uint32(len(c.prog.op))
|
||||
c.compileVarspecValue(spec, expr)
|
||||
|
||||
split1 := c.op(opSplit)
|
||||
jmp := c.op(opJmp)
|
||||
|
||||
c.prog.op[split1].i = uint32(len(c.prog.op))
|
||||
if spec.explode {
|
||||
c.compileString(expr.sep)
|
||||
} else {
|
||||
c.opWithRune(opRune, ',')
|
||||
}
|
||||
c.opWithAddr(opJmp, start)
|
||||
|
||||
c.prog.op[jmp].i = uint32(len(c.prog.op))
|
||||
}
|
||||
}
|
||||
|
||||
func (c *compiler) compileExpression(expr *expression) {
|
||||
if len(expr.vars) < 1 {
|
||||
return
|
||||
}
|
||||
|
||||
split1 := c.op(opSplit)
|
||||
c.compileString(expr.first)
|
||||
|
||||
for i, size := 0, len(expr.vars); i < size; i++ {
|
||||
spec := expr.vars[i]
|
||||
|
||||
split2 := c.op(opSplit)
|
||||
if i > 0 {
|
||||
split3 := c.op(opSplit)
|
||||
c.compileString(expr.sep)
|
||||
c.prog.op[split3].i = uint32(len(c.prog.op))
|
||||
}
|
||||
c.compileVarspec(spec, expr)
|
||||
c.prog.op[split2].i = uint32(len(c.prog.op))
|
||||
}
|
||||
|
||||
c.prog.op[split1].i = uint32(len(c.prog.op))
|
||||
}
|
||||
|
||||
func (c *compiler) compileLiterals(lt literals) {
|
||||
c.compileString(string(lt))
|
||||
}
|
||||
|
||||
func (c *compiler) compile(tmpl *Template) {
|
||||
c.op(opLineBegin)
|
||||
for i := range tmpl.exprs {
|
||||
expr := tmpl.exprs[i]
|
||||
switch expr := expr.(type) {
|
||||
default:
|
||||
panic("unhandled expression")
|
||||
case *expression:
|
||||
c.compileExpression(expr)
|
||||
case literals:
|
||||
c.compileLiterals(expr)
|
||||
}
|
||||
}
|
||||
c.op(opLineEnd)
|
||||
c.op(opEnd)
|
||||
}
|
||||
+53
@@ -0,0 +1,53 @@
|
||||
// Copyright (C) 2016 Kohei YOSHIDA. All rights reserved.
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or
|
||||
// modify it under the terms of The BSD 3-Clause License
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
package uritemplate
|
||||
|
||||
type CompareFlags uint8
|
||||
|
||||
const (
|
||||
CompareVarname CompareFlags = 1 << iota
|
||||
)
|
||||
|
||||
// Equals reports whether or not two URI Templates t1 and t2 are equivalent.
|
||||
func Equals(t1 *Template, t2 *Template, flags CompareFlags) bool {
|
||||
if len(t1.exprs) != len(t2.exprs) {
|
||||
return false
|
||||
}
|
||||
for i := 0; i < len(t1.exprs); i++ {
|
||||
switch t1 := t1.exprs[i].(type) {
|
||||
case literals:
|
||||
t2, ok := t2.exprs[i].(literals)
|
||||
if !ok {
|
||||
return false
|
||||
}
|
||||
if t1 != t2 {
|
||||
return false
|
||||
}
|
||||
case *expression:
|
||||
t2, ok := t2.exprs[i].(*expression)
|
||||
if !ok {
|
||||
return false
|
||||
}
|
||||
if t1.op != t2.op || len(t1.vars) != len(t2.vars) {
|
||||
return false
|
||||
}
|
||||
for n := 0; n < len(t1.vars); n++ {
|
||||
v1 := t1.vars[n]
|
||||
v2 := t2.vars[n]
|
||||
if flags&CompareVarname == CompareVarname && v1.name != v2.name {
|
||||
return false
|
||||
}
|
||||
if v1.maxlen != v2.maxlen || v1.explode != v2.explode {
|
||||
return false
|
||||
}
|
||||
}
|
||||
default:
|
||||
panic("unhandled case")
|
||||
}
|
||||
}
|
||||
return true
|
||||
}
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
// Copyright (C) 2016 Kohei YOSHIDA. All rights reserved.
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or
|
||||
// modify it under the terms of The BSD 3-Clause License
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
package uritemplate
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
)
|
||||
|
||||
func errorf(pos int, format string, a ...interface{}) error {
|
||||
msg := fmt.Sprintf(format, a...)
|
||||
return fmt.Errorf("uritemplate:%d:%s", pos, msg)
|
||||
}
|
||||
+190
@@ -0,0 +1,190 @@
|
||||
// Copyright (C) 2016 Kohei YOSHIDA. All rights reserved.
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or
|
||||
// modify it under the terms of The BSD 3-Clause License
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
package uritemplate
|
||||
|
||||
import (
|
||||
"strings"
|
||||
"unicode"
|
||||
"unicode/utf8"
|
||||
)
|
||||
|
||||
var (
|
||||
hex = []byte("0123456789ABCDEF")
|
||||
// reserved = gen-delims / sub-delims
|
||||
// gen-delims = ":" / "/" / "?" / "#" / "[" / "]" / "@"
|
||||
// sub-delims = "!" / "$" / "&" / "’" / "(" / ")"
|
||||
// / "*" / "+" / "," / ";" / "="
|
||||
rangeReserved = &unicode.RangeTable{
|
||||
R16: []unicode.Range16{
|
||||
{Lo: 0x21, Hi: 0x21, Stride: 1}, // '!'
|
||||
{Lo: 0x23, Hi: 0x24, Stride: 1}, // '#' - '$'
|
||||
{Lo: 0x26, Hi: 0x2C, Stride: 1}, // '&' - ','
|
||||
{Lo: 0x2F, Hi: 0x2F, Stride: 1}, // '/'
|
||||
{Lo: 0x3A, Hi: 0x3B, Stride: 1}, // ':' - ';'
|
||||
{Lo: 0x3D, Hi: 0x3D, Stride: 1}, // '='
|
||||
{Lo: 0x3F, Hi: 0x40, Stride: 1}, // '?' - '@'
|
||||
{Lo: 0x5B, Hi: 0x5B, Stride: 1}, // '['
|
||||
{Lo: 0x5D, Hi: 0x5D, Stride: 1}, // ']'
|
||||
},
|
||||
LatinOffset: 9,
|
||||
}
|
||||
reReserved = `\x21\x23\x24\x26-\x2c\x2f\x3a\x3b\x3d\x3f\x40\x5b\x5d`
|
||||
// ALPHA = %x41-5A / %x61-7A
|
||||
// DIGIT = %x30-39
|
||||
// unreserved = ALPHA / DIGIT / "-" / "." / "_" / "~"
|
||||
rangeUnreserved = &unicode.RangeTable{
|
||||
R16: []unicode.Range16{
|
||||
{Lo: 0x2D, Hi: 0x2E, Stride: 1}, // '-' - '.'
|
||||
{Lo: 0x30, Hi: 0x39, Stride: 1}, // '0' - '9'
|
||||
{Lo: 0x41, Hi: 0x5A, Stride: 1}, // 'A' - 'Z'
|
||||
{Lo: 0x5F, Hi: 0x5F, Stride: 1}, // '_'
|
||||
{Lo: 0x61, Hi: 0x7A, Stride: 1}, // 'a' - 'z'
|
||||
{Lo: 0x7E, Hi: 0x7E, Stride: 1}, // '~'
|
||||
},
|
||||
}
|
||||
reUnreserved = `\x2d\x2e\x30-\x39\x41-\x5a\x5f\x61-\x7a\x7e`
|
||||
)
|
||||
|
||||
type runeClass uint8
|
||||
|
||||
const (
|
||||
runeClassU runeClass = 1 << iota
|
||||
runeClassR
|
||||
runeClassPctE
|
||||
runeClassLast
|
||||
|
||||
runeClassUR = runeClassU | runeClassR
|
||||
)
|
||||
|
||||
var runeClassNames = []string{
|
||||
"U",
|
||||
"R",
|
||||
"pct-encoded",
|
||||
}
|
||||
|
||||
func (rc runeClass) String() string {
|
||||
ret := make([]string, 0, len(runeClassNames))
|
||||
for i, j := 0, runeClass(1); j < runeClassLast; j <<= 1 {
|
||||
if rc&j == j {
|
||||
ret = append(ret, runeClassNames[i])
|
||||
}
|
||||
i++
|
||||
}
|
||||
return strings.Join(ret, "+")
|
||||
}
|
||||
|
||||
func pctEncode(w *strings.Builder, r rune) {
|
||||
if s := r >> 24 & 0xff; s > 0 {
|
||||
w.Write([]byte{'%', hex[s/16], hex[s%16]})
|
||||
}
|
||||
if s := r >> 16 & 0xff; s > 0 {
|
||||
w.Write([]byte{'%', hex[s/16], hex[s%16]})
|
||||
}
|
||||
if s := r >> 8 & 0xff; s > 0 {
|
||||
w.Write([]byte{'%', hex[s/16], hex[s%16]})
|
||||
}
|
||||
if s := r & 0xff; s > 0 {
|
||||
w.Write([]byte{'%', hex[s/16], hex[s%16]})
|
||||
}
|
||||
}
|
||||
|
||||
func unhex(c byte) byte {
|
||||
switch {
|
||||
case '0' <= c && c <= '9':
|
||||
return c - '0'
|
||||
case 'a' <= c && c <= 'f':
|
||||
return c - 'a' + 10
|
||||
case 'A' <= c && c <= 'F':
|
||||
return c - 'A' + 10
|
||||
}
|
||||
return 0
|
||||
}
|
||||
|
||||
func ishex(c byte) bool {
|
||||
switch {
|
||||
case '0' <= c && c <= '9':
|
||||
return true
|
||||
case 'a' <= c && c <= 'f':
|
||||
return true
|
||||
case 'A' <= c && c <= 'F':
|
||||
return true
|
||||
default:
|
||||
return false
|
||||
}
|
||||
}
|
||||
|
||||
func pctDecode(s string) string {
|
||||
size := len(s)
|
||||
for i := 0; i < len(s); {
|
||||
switch s[i] {
|
||||
case '%':
|
||||
size -= 2
|
||||
i += 3
|
||||
default:
|
||||
i++
|
||||
}
|
||||
}
|
||||
if size == len(s) {
|
||||
return s
|
||||
}
|
||||
|
||||
buf := make([]byte, size)
|
||||
j := 0
|
||||
for i := 0; i < len(s); {
|
||||
switch c := s[i]; c {
|
||||
case '%':
|
||||
buf[j] = unhex(s[i+1])<<4 | unhex(s[i+2])
|
||||
i += 3
|
||||
j++
|
||||
default:
|
||||
buf[j] = c
|
||||
i++
|
||||
j++
|
||||
}
|
||||
}
|
||||
return string(buf)
|
||||
}
|
||||
|
||||
type escapeFunc func(*strings.Builder, string) error
|
||||
|
||||
func escapeLiteral(w *strings.Builder, v string) error {
|
||||
w.WriteString(v)
|
||||
return nil
|
||||
}
|
||||
|
||||
func escapeExceptU(w *strings.Builder, v string) error {
|
||||
for i := 0; i < len(v); {
|
||||
r, size := utf8.DecodeRuneInString(v[i:])
|
||||
if r == utf8.RuneError {
|
||||
return errorf(i, "invalid encoding")
|
||||
}
|
||||
if unicode.Is(rangeUnreserved, r) {
|
||||
w.WriteRune(r)
|
||||
} else {
|
||||
pctEncode(w, r)
|
||||
}
|
||||
i += size
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func escapeExceptUR(w *strings.Builder, v string) error {
|
||||
for i := 0; i < len(v); {
|
||||
r, size := utf8.DecodeRuneInString(v[i:])
|
||||
if r == utf8.RuneError {
|
||||
return errorf(i, "invalid encoding")
|
||||
}
|
||||
// TODO(yosida95): is pct-encoded triplets allowed here?
|
||||
if unicode.In(r, rangeUnreserved, rangeReserved) {
|
||||
w.WriteRune(r)
|
||||
} else {
|
||||
pctEncode(w, r)
|
||||
}
|
||||
i += size
|
||||
}
|
||||
return nil
|
||||
}
|
||||
+173
@@ -0,0 +1,173 @@
|
||||
// Copyright (C) 2016 Kohei YOSHIDA. All rights reserved.
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or
|
||||
// modify it under the terms of The BSD 3-Clause License
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
package uritemplate
|
||||
|
||||
import (
|
||||
"regexp"
|
||||
"strconv"
|
||||
"strings"
|
||||
)
|
||||
|
||||
type template interface {
|
||||
expand(*strings.Builder, Values) error
|
||||
regexp(*strings.Builder)
|
||||
}
|
||||
|
||||
type literals string
|
||||
|
||||
func (l literals) expand(b *strings.Builder, _ Values) error {
|
||||
b.WriteString(string(l))
|
||||
return nil
|
||||
}
|
||||
|
||||
func (l literals) regexp(b *strings.Builder) {
|
||||
b.WriteString("(?:")
|
||||
b.WriteString(regexp.QuoteMeta(string(l)))
|
||||
b.WriteByte(')')
|
||||
}
|
||||
|
||||
type varspec struct {
|
||||
name string
|
||||
maxlen int
|
||||
explode bool
|
||||
}
|
||||
|
||||
type expression struct {
|
||||
vars []varspec
|
||||
op parseOp
|
||||
first string
|
||||
sep string
|
||||
named bool
|
||||
ifemp string
|
||||
escape escapeFunc
|
||||
allow runeClass
|
||||
}
|
||||
|
||||
func (e *expression) init() {
|
||||
switch e.op {
|
||||
case parseOpSimple:
|
||||
e.sep = ","
|
||||
e.escape = escapeExceptU
|
||||
e.allow = runeClassU
|
||||
case parseOpPlus:
|
||||
e.sep = ","
|
||||
e.escape = escapeExceptUR
|
||||
e.allow = runeClassUR
|
||||
case parseOpCrosshatch:
|
||||
e.first = "#"
|
||||
e.sep = ","
|
||||
e.escape = escapeExceptUR
|
||||
e.allow = runeClassUR
|
||||
case parseOpDot:
|
||||
e.first = "."
|
||||
e.sep = "."
|
||||
e.escape = escapeExceptU
|
||||
e.allow = runeClassU
|
||||
case parseOpSlash:
|
||||
e.first = "/"
|
||||
e.sep = "/"
|
||||
e.escape = escapeExceptU
|
||||
e.allow = runeClassU
|
||||
case parseOpSemicolon:
|
||||
e.first = ";"
|
||||
e.sep = ";"
|
||||
e.named = true
|
||||
e.escape = escapeExceptU
|
||||
e.allow = runeClassU
|
||||
case parseOpQuestion:
|
||||
e.first = "?"
|
||||
e.sep = "&"
|
||||
e.named = true
|
||||
e.ifemp = "="
|
||||
e.escape = escapeExceptU
|
||||
e.allow = runeClassU
|
||||
case parseOpAmpersand:
|
||||
e.first = "&"
|
||||
e.sep = "&"
|
||||
e.named = true
|
||||
e.ifemp = "="
|
||||
e.escape = escapeExceptU
|
||||
e.allow = runeClassU
|
||||
}
|
||||
}
|
||||
|
||||
func (e *expression) expand(w *strings.Builder, values Values) error {
|
||||
first := true
|
||||
for _, varspec := range e.vars {
|
||||
value := values.Get(varspec.name)
|
||||
if !value.Valid() {
|
||||
continue
|
||||
}
|
||||
|
||||
if first {
|
||||
w.WriteString(e.first)
|
||||
first = false
|
||||
} else {
|
||||
w.WriteString(e.sep)
|
||||
}
|
||||
|
||||
if err := value.expand(w, varspec, e); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (e *expression) regexp(b *strings.Builder) {
|
||||
if e.first != "" {
|
||||
b.WriteString("(?:") // $1
|
||||
b.WriteString(regexp.QuoteMeta(e.first))
|
||||
}
|
||||
b.WriteByte('(') // $2
|
||||
runeClassToRegexp(b, e.allow, e.named || e.vars[0].explode)
|
||||
if len(e.vars) > 1 || e.vars[0].explode {
|
||||
max := len(e.vars) - 1
|
||||
for i := 0; i < len(e.vars); i++ {
|
||||
if e.vars[i].explode {
|
||||
max = -1
|
||||
break
|
||||
}
|
||||
}
|
||||
|
||||
b.WriteString("(?:") // $3
|
||||
b.WriteString(regexp.QuoteMeta(e.sep))
|
||||
runeClassToRegexp(b, e.allow, e.named || max < 0)
|
||||
b.WriteByte(')') // $3
|
||||
if max > 0 {
|
||||
b.WriteString("{0,")
|
||||
b.WriteString(strconv.Itoa(max))
|
||||
b.WriteByte('}')
|
||||
} else {
|
||||
b.WriteByte('*')
|
||||
}
|
||||
}
|
||||
b.WriteByte(')') // $2
|
||||
if e.first != "" {
|
||||
b.WriteByte(')') // $1
|
||||
}
|
||||
b.WriteByte('?')
|
||||
}
|
||||
|
||||
func runeClassToRegexp(b *strings.Builder, class runeClass, named bool) {
|
||||
b.WriteString("(?:(?:[")
|
||||
if class&runeClassR == 0 {
|
||||
b.WriteString(`\x2c`)
|
||||
if named {
|
||||
b.WriteString(`\x3d`)
|
||||
}
|
||||
}
|
||||
if class&runeClassU == runeClassU {
|
||||
b.WriteString(reUnreserved)
|
||||
}
|
||||
if class&runeClassR == runeClassR {
|
||||
b.WriteString(reReserved)
|
||||
}
|
||||
b.WriteString("]")
|
||||
b.WriteString("|%[[:xdigit:]][[:xdigit:]]")
|
||||
b.WriteString(")*)")
|
||||
}
|
||||
+23
@@ -0,0 +1,23 @@
|
||||
// Copyright (C) 2016 Kohei YOSHIDA. All rights reserved.
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or
|
||||
// modify it under the terms of The BSD 3-Clause License
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
package uritemplate
|
||||
|
||||
// threadList implements https://research.swtch.com/sparse.
|
||||
type threadList struct {
|
||||
dense []threadEntry
|
||||
sparse []uint32
|
||||
}
|
||||
|
||||
type threadEntry struct {
|
||||
pc uint32
|
||||
t *thread
|
||||
}
|
||||
|
||||
type thread struct {
|
||||
op *progOp
|
||||
cap map[string][]int
|
||||
}
|
||||
+213
@@ -0,0 +1,213 @@
|
||||
// Copyright (C) 2016 Kohei YOSHIDA. All rights reserved.
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or
|
||||
// modify it under the terms of The BSD 3-Clause License
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
package uritemplate
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"unicode"
|
||||
"unicode/utf8"
|
||||
)
|
||||
|
||||
type matcher struct {
|
||||
prog *prog
|
||||
|
||||
list1 threadList
|
||||
list2 threadList
|
||||
matched bool
|
||||
cap map[string][]int
|
||||
|
||||
input string
|
||||
}
|
||||
|
||||
func (m *matcher) at(pos int) (rune, int, bool) {
|
||||
if l := len(m.input); pos < l {
|
||||
c := m.input[pos]
|
||||
if c < utf8.RuneSelf {
|
||||
return rune(c), 1, pos+1 < l
|
||||
}
|
||||
r, size := utf8.DecodeRuneInString(m.input[pos:])
|
||||
return r, size, pos+size < l
|
||||
}
|
||||
return -1, 0, false
|
||||
}
|
||||
|
||||
func (m *matcher) add(list *threadList, pc uint32, pos int, next bool, cap map[string][]int) {
|
||||
if i := list.sparse[pc]; i < uint32(len(list.dense)) && list.dense[i].pc == pc {
|
||||
return
|
||||
}
|
||||
|
||||
n := len(list.dense)
|
||||
list.dense = list.dense[:n+1]
|
||||
list.sparse[pc] = uint32(n)
|
||||
|
||||
e := &list.dense[n]
|
||||
e.pc = pc
|
||||
e.t = nil
|
||||
|
||||
op := &m.prog.op[pc]
|
||||
switch op.code {
|
||||
default:
|
||||
panic("unhandled opcode")
|
||||
case opRune, opRuneClass, opEnd:
|
||||
e.t = &thread{
|
||||
op: &m.prog.op[pc],
|
||||
cap: make(map[string][]int, len(m.cap)),
|
||||
}
|
||||
for k, v := range cap {
|
||||
e.t.cap[k] = make([]int, len(v))
|
||||
copy(e.t.cap[k], v)
|
||||
}
|
||||
case opLineBegin:
|
||||
if pos == 0 {
|
||||
m.add(list, pc+1, pos, next, cap)
|
||||
}
|
||||
case opLineEnd:
|
||||
if !next {
|
||||
m.add(list, pc+1, pos, next, cap)
|
||||
}
|
||||
case opCapStart, opCapEnd:
|
||||
ocap := make(map[string][]int, len(m.cap))
|
||||
for k, v := range cap {
|
||||
ocap[k] = make([]int, len(v))
|
||||
copy(ocap[k], v)
|
||||
}
|
||||
ocap[op.name] = append(ocap[op.name], pos)
|
||||
m.add(list, pc+1, pos, next, ocap)
|
||||
case opSplit:
|
||||
m.add(list, pc+1, pos, next, cap)
|
||||
m.add(list, op.i, pos, next, cap)
|
||||
case opJmp:
|
||||
m.add(list, op.i, pos, next, cap)
|
||||
case opJmpIfNotDefined:
|
||||
m.add(list, pc+1, pos, next, cap)
|
||||
m.add(list, op.i, pos, next, cap)
|
||||
case opJmpIfNotFirst:
|
||||
m.add(list, pc+1, pos, next, cap)
|
||||
m.add(list, op.i, pos, next, cap)
|
||||
case opJmpIfNotEmpty:
|
||||
m.add(list, op.i, pos, next, cap)
|
||||
m.add(list, pc+1, pos, next, cap)
|
||||
case opNoop:
|
||||
m.add(list, pc+1, pos, next, cap)
|
||||
}
|
||||
}
|
||||
|
||||
func (m *matcher) step(clist *threadList, nlist *threadList, r rune, pos int, nextPos int, next bool) {
|
||||
debug.Printf("===== %q =====", string(r))
|
||||
for i := 0; i < len(clist.dense); i++ {
|
||||
e := clist.dense[i]
|
||||
if debug {
|
||||
var buf bytes.Buffer
|
||||
dumpProg(&buf, m.prog, e.pc)
|
||||
debug.Printf("\n%s", buf.String())
|
||||
}
|
||||
if e.t == nil {
|
||||
continue
|
||||
}
|
||||
|
||||
t := e.t
|
||||
op := t.op
|
||||
switch op.code {
|
||||
default:
|
||||
panic("unhandled opcode")
|
||||
case opRune:
|
||||
if op.r == r {
|
||||
m.add(nlist, e.pc+1, nextPos, next, t.cap)
|
||||
}
|
||||
case opRuneClass:
|
||||
ret := false
|
||||
if !ret && op.rc&runeClassU == runeClassU {
|
||||
ret = ret || unicode.Is(rangeUnreserved, r)
|
||||
}
|
||||
if !ret && op.rc&runeClassR == runeClassR {
|
||||
ret = ret || unicode.Is(rangeReserved, r)
|
||||
}
|
||||
if !ret && op.rc&runeClassPctE == runeClassPctE {
|
||||
ret = ret || unicode.Is(unicode.ASCII_Hex_Digit, r)
|
||||
}
|
||||
if ret {
|
||||
m.add(nlist, e.pc+1, nextPos, next, t.cap)
|
||||
}
|
||||
case opEnd:
|
||||
m.matched = true
|
||||
for k, v := range t.cap {
|
||||
m.cap[k] = make([]int, len(v))
|
||||
copy(m.cap[k], v)
|
||||
}
|
||||
clist.dense = clist.dense[:0]
|
||||
}
|
||||
}
|
||||
clist.dense = clist.dense[:0]
|
||||
}
|
||||
|
||||
func (m *matcher) match() bool {
|
||||
pos := 0
|
||||
clist, nlist := &m.list1, &m.list2
|
||||
for {
|
||||
if len(clist.dense) == 0 && m.matched {
|
||||
break
|
||||
}
|
||||
r, width, next := m.at(pos)
|
||||
if !m.matched {
|
||||
m.add(clist, 0, pos, next, m.cap)
|
||||
}
|
||||
m.step(clist, nlist, r, pos, pos+width, next)
|
||||
|
||||
if width < 1 {
|
||||
break
|
||||
}
|
||||
pos += width
|
||||
|
||||
clist, nlist = nlist, clist
|
||||
}
|
||||
return m.matched
|
||||
}
|
||||
|
||||
func (tmpl *Template) Match(expansion string) Values {
|
||||
tmpl.mu.Lock()
|
||||
if tmpl.prog == nil {
|
||||
c := compiler{}
|
||||
c.init()
|
||||
c.compile(tmpl)
|
||||
tmpl.prog = c.prog
|
||||
}
|
||||
prog := tmpl.prog
|
||||
tmpl.mu.Unlock()
|
||||
|
||||
n := len(prog.op)
|
||||
m := matcher{
|
||||
prog: prog,
|
||||
list1: threadList{
|
||||
dense: make([]threadEntry, 0, n),
|
||||
sparse: make([]uint32, n),
|
||||
},
|
||||
list2: threadList{
|
||||
dense: make([]threadEntry, 0, n),
|
||||
sparse: make([]uint32, n),
|
||||
},
|
||||
cap: make(map[string][]int, prog.numCap),
|
||||
input: expansion,
|
||||
}
|
||||
if !m.match() {
|
||||
return nil
|
||||
}
|
||||
|
||||
match := make(Values, len(m.cap))
|
||||
for name, indices := range m.cap {
|
||||
v := Value{V: make([]string, len(indices)/2)}
|
||||
for i := range v.V {
|
||||
v.V[i] = pctDecode(expansion[indices[2*i]:indices[2*i+1]])
|
||||
}
|
||||
if len(v.V) == 1 {
|
||||
v.T = ValueTypeString
|
||||
} else {
|
||||
v.T = ValueTypeList
|
||||
}
|
||||
match[name] = v
|
||||
}
|
||||
return match
|
||||
}
|
||||
+277
@@ -0,0 +1,277 @@
|
||||
// Copyright (C) 2016 Kohei YOSHIDA. All rights reserved.
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or
|
||||
// modify it under the terms of The BSD 3-Clause License
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
package uritemplate
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"unicode"
|
||||
"unicode/utf8"
|
||||
)
|
||||
|
||||
type parseOp int
|
||||
|
||||
const (
|
||||
parseOpSimple parseOp = iota
|
||||
parseOpPlus
|
||||
parseOpCrosshatch
|
||||
parseOpDot
|
||||
parseOpSlash
|
||||
parseOpSemicolon
|
||||
parseOpQuestion
|
||||
parseOpAmpersand
|
||||
)
|
||||
|
||||
var (
|
||||
rangeVarchar = &unicode.RangeTable{
|
||||
R16: []unicode.Range16{
|
||||
{Lo: 0x0030, Hi: 0x0039, Stride: 1}, // '0' - '9'
|
||||
{Lo: 0x0041, Hi: 0x005A, Stride: 1}, // 'A' - 'Z'
|
||||
{Lo: 0x005F, Hi: 0x005F, Stride: 1}, // '_'
|
||||
{Lo: 0x0061, Hi: 0x007A, Stride: 1}, // 'a' - 'z'
|
||||
},
|
||||
LatinOffset: 4,
|
||||
}
|
||||
rangeLiterals = &unicode.RangeTable{
|
||||
R16: []unicode.Range16{
|
||||
{Lo: 0x0021, Hi: 0x0021, Stride: 1}, // '!'
|
||||
{Lo: 0x0023, Hi: 0x0024, Stride: 1}, // '#' - '$'
|
||||
{Lo: 0x0026, Hi: 0x003B, Stride: 1}, // '&' ''' '(' - ';'. '''/27 used to be excluded but an errata is in the review process https://www.rfc-editor.org/errata/eid6937
|
||||
{Lo: 0x003D, Hi: 0x003D, Stride: 1}, // '='
|
||||
{Lo: 0x003F, Hi: 0x005B, Stride: 1}, // '?' - '['
|
||||
{Lo: 0x005D, Hi: 0x005D, Stride: 1}, // ']'
|
||||
{Lo: 0x005F, Hi: 0x005F, Stride: 1}, // '_'
|
||||
{Lo: 0x0061, Hi: 0x007A, Stride: 1}, // 'a' - 'z'
|
||||
{Lo: 0x007E, Hi: 0x007E, Stride: 1}, // '~'
|
||||
{Lo: 0x00A0, Hi: 0xD7FF, Stride: 1}, // ucschar
|
||||
{Lo: 0xE000, Hi: 0xF8FF, Stride: 1}, // iprivate
|
||||
{Lo: 0xF900, Hi: 0xFDCF, Stride: 1}, // ucschar
|
||||
{Lo: 0xFDF0, Hi: 0xFFEF, Stride: 1}, // ucschar
|
||||
},
|
||||
R32: []unicode.Range32{
|
||||
{Lo: 0x00010000, Hi: 0x0001FFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x00020000, Hi: 0x0002FFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x00030000, Hi: 0x0003FFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x00040000, Hi: 0x0004FFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x00050000, Hi: 0x0005FFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x00060000, Hi: 0x0006FFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x00070000, Hi: 0x0007FFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x00080000, Hi: 0x0008FFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x00090000, Hi: 0x0009FFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x000A0000, Hi: 0x000AFFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x000B0000, Hi: 0x000BFFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x000C0000, Hi: 0x000CFFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x000D0000, Hi: 0x000DFFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x000E1000, Hi: 0x000EFFFD, Stride: 1}, // ucschar
|
||||
{Lo: 0x000F0000, Hi: 0x000FFFFD, Stride: 1}, // iprivate
|
||||
{Lo: 0x00100000, Hi: 0x0010FFFD, Stride: 1}, // iprivate
|
||||
},
|
||||
LatinOffset: 10,
|
||||
}
|
||||
)
|
||||
|
||||
type parser struct {
|
||||
r string
|
||||
start int
|
||||
stop int
|
||||
state parseState
|
||||
}
|
||||
|
||||
func (p *parser) errorf(i rune, format string, a ...interface{}) error {
|
||||
return fmt.Errorf("%s: %s%s", fmt.Sprintf(format, a...), p.r[0:p.stop], string(i))
|
||||
}
|
||||
|
||||
func (p *parser) rune() (rune, int) {
|
||||
r, size := utf8.DecodeRuneInString(p.r[p.stop:])
|
||||
if r != utf8.RuneError {
|
||||
p.stop += size
|
||||
}
|
||||
return r, size
|
||||
}
|
||||
|
||||
func (p *parser) unread(r rune) {
|
||||
p.stop -= utf8.RuneLen(r)
|
||||
}
|
||||
|
||||
type parseState int
|
||||
|
||||
const (
|
||||
parseStateDefault = parseState(iota)
|
||||
parseStateOperator
|
||||
parseStateVarList
|
||||
parseStateVarName
|
||||
parseStatePrefix
|
||||
)
|
||||
|
||||
func (p *parser) setState(state parseState) {
|
||||
p.state = state
|
||||
p.start = p.stop
|
||||
}
|
||||
|
||||
func (p *parser) parseURITemplate() (*Template, error) {
|
||||
tmpl := Template{
|
||||
raw: p.r,
|
||||
exprs: []template{},
|
||||
}
|
||||
|
||||
var exp *expression
|
||||
for {
|
||||
r, size := p.rune()
|
||||
if r == utf8.RuneError {
|
||||
if size == 0 {
|
||||
if p.state != parseStateDefault {
|
||||
return nil, p.errorf('_', "incomplete expression")
|
||||
}
|
||||
if p.start < p.stop {
|
||||
tmpl.exprs = append(tmpl.exprs, literals(p.r[p.start:p.stop]))
|
||||
}
|
||||
return &tmpl, nil
|
||||
}
|
||||
return nil, p.errorf('_', "invalid UTF-8 sequence")
|
||||
}
|
||||
|
||||
switch p.state {
|
||||
case parseStateDefault:
|
||||
switch r {
|
||||
case '{':
|
||||
if stop := p.stop - size; stop > p.start {
|
||||
tmpl.exprs = append(tmpl.exprs, literals(p.r[p.start:stop]))
|
||||
}
|
||||
exp = &expression{}
|
||||
tmpl.exprs = append(tmpl.exprs, exp)
|
||||
p.setState(parseStateOperator)
|
||||
case '%':
|
||||
p.unread(r)
|
||||
if err := p.consumeTriplet(); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
default:
|
||||
if !unicode.Is(rangeLiterals, r) {
|
||||
p.unread(r)
|
||||
return nil, p.errorf('_', "unacceptable character (hint: use %%XX encoding)")
|
||||
}
|
||||
}
|
||||
case parseStateOperator:
|
||||
switch r {
|
||||
default:
|
||||
p.unread(r)
|
||||
exp.op = parseOpSimple
|
||||
case '+':
|
||||
exp.op = parseOpPlus
|
||||
case '#':
|
||||
exp.op = parseOpCrosshatch
|
||||
case '.':
|
||||
exp.op = parseOpDot
|
||||
case '/':
|
||||
exp.op = parseOpSlash
|
||||
case ';':
|
||||
exp.op = parseOpSemicolon
|
||||
case '?':
|
||||
exp.op = parseOpQuestion
|
||||
case '&':
|
||||
exp.op = parseOpAmpersand
|
||||
case '=', ',', '!', '@', '|': // op-reserved
|
||||
return nil, p.errorf('|', "unimplemented operator (op-reserved)")
|
||||
}
|
||||
p.setState(parseStateVarName)
|
||||
case parseStateVarList:
|
||||
switch r {
|
||||
case ',':
|
||||
p.setState(parseStateVarName)
|
||||
case '}':
|
||||
exp.init()
|
||||
p.setState(parseStateDefault)
|
||||
default:
|
||||
p.unread(r)
|
||||
return nil, p.errorf('_', "unrecognized value modifier")
|
||||
}
|
||||
case parseStateVarName:
|
||||
switch r {
|
||||
case ':', '*':
|
||||
name := p.r[p.start : p.stop-size]
|
||||
if !isValidVarname(name) {
|
||||
return nil, p.errorf('|', "unacceptable variable name")
|
||||
}
|
||||
explode := r == '*'
|
||||
exp.vars = append(exp.vars, varspec{
|
||||
name: name,
|
||||
explode: explode,
|
||||
})
|
||||
if explode {
|
||||
p.setState(parseStateVarList)
|
||||
} else {
|
||||
p.setState(parseStatePrefix)
|
||||
}
|
||||
case ',', '}':
|
||||
p.unread(r)
|
||||
name := p.r[p.start:p.stop]
|
||||
if !isValidVarname(name) {
|
||||
return nil, p.errorf('|', "unacceptable variable name")
|
||||
}
|
||||
exp.vars = append(exp.vars, varspec{
|
||||
name: name,
|
||||
})
|
||||
p.setState(parseStateVarList)
|
||||
case '%':
|
||||
p.unread(r)
|
||||
if err := p.consumeTriplet(); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
case '.':
|
||||
if dot := p.stop - size; dot == p.start || p.r[dot-1] == '.' {
|
||||
return nil, p.errorf('|', "unacceptable variable name")
|
||||
}
|
||||
default:
|
||||
if !unicode.Is(rangeVarchar, r) {
|
||||
p.unread(r)
|
||||
return nil, p.errorf('_', "unacceptable variable name")
|
||||
}
|
||||
}
|
||||
case parseStatePrefix:
|
||||
spec := &(exp.vars[len(exp.vars)-1])
|
||||
switch {
|
||||
case '0' <= r && r <= '9':
|
||||
spec.maxlen *= 10
|
||||
spec.maxlen += int(r - '0')
|
||||
if spec.maxlen == 0 || spec.maxlen > 9999 {
|
||||
return nil, p.errorf('|', "max-length must be (0, 9999]")
|
||||
}
|
||||
default:
|
||||
p.unread(r)
|
||||
if spec.maxlen == 0 {
|
||||
return nil, p.errorf('_', "max-length must be (0, 9999]")
|
||||
}
|
||||
p.setState(parseStateVarList)
|
||||
}
|
||||
default:
|
||||
p.unread(r)
|
||||
panic(p.errorf('_', "unhandled parseState(%d)", p.state))
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func isValidVarname(name string) bool {
|
||||
if l := len(name); l == 0 || name[0] == '.' || name[l-1] == '.' {
|
||||
return false
|
||||
}
|
||||
for i := 1; i < len(name)-1; i++ {
|
||||
switch c := name[i]; c {
|
||||
case '.':
|
||||
if name[i-1] == '.' {
|
||||
return false
|
||||
}
|
||||
}
|
||||
}
|
||||
return true
|
||||
}
|
||||
|
||||
func (p *parser) consumeTriplet() error {
|
||||
if len(p.r)-p.stop < 3 || p.r[p.stop] != '%' || !ishex(p.r[p.stop+1]) || !ishex(p.r[p.stop+2]) {
|
||||
return p.errorf('_', "incomplete pct-encodeed")
|
||||
}
|
||||
p.stop += 3
|
||||
return nil
|
||||
}
|
||||
+130
@@ -0,0 +1,130 @@
|
||||
// Copyright (C) 2016 Kohei YOSHIDA. All rights reserved.
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or
|
||||
// modify it under the terms of The BSD 3-Clause License
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
package uritemplate
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"strconv"
|
||||
)
|
||||
|
||||
type progOpcode uint16
|
||||
|
||||
const (
|
||||
// match
|
||||
opRune progOpcode = iota
|
||||
opRuneClass
|
||||
opLineBegin
|
||||
opLineEnd
|
||||
// capture
|
||||
opCapStart
|
||||
opCapEnd
|
||||
// stack
|
||||
opSplit
|
||||
opJmp
|
||||
opJmpIfNotDefined
|
||||
opJmpIfNotEmpty
|
||||
opJmpIfNotFirst
|
||||
// result
|
||||
opEnd
|
||||
// fake
|
||||
opNoop
|
||||
opcodeMax
|
||||
)
|
||||
|
||||
var opcodeNames = []string{
|
||||
// match
|
||||
"opRune",
|
||||
"opRuneClass",
|
||||
"opLineBegin",
|
||||
"opLineEnd",
|
||||
// capture
|
||||
"opCapStart",
|
||||
"opCapEnd",
|
||||
// stack
|
||||
"opSplit",
|
||||
"opJmp",
|
||||
"opJmpIfNotDefined",
|
||||
"opJmpIfNotEmpty",
|
||||
"opJmpIfNotFirst",
|
||||
// result
|
||||
"opEnd",
|
||||
}
|
||||
|
||||
func (code progOpcode) String() string {
|
||||
if code >= opcodeMax {
|
||||
return ""
|
||||
}
|
||||
return opcodeNames[code]
|
||||
}
|
||||
|
||||
type progOp struct {
|
||||
code progOpcode
|
||||
r rune
|
||||
rc runeClass
|
||||
i uint32
|
||||
|
||||
name string
|
||||
}
|
||||
|
||||
func dumpProgOp(b *bytes.Buffer, op *progOp) {
|
||||
b.WriteString(op.code.String())
|
||||
switch op.code {
|
||||
case opRune:
|
||||
b.WriteString("(")
|
||||
b.WriteString(strconv.QuoteToASCII(string(op.r)))
|
||||
b.WriteString(")")
|
||||
case opRuneClass:
|
||||
b.WriteString("(")
|
||||
b.WriteString(op.rc.String())
|
||||
b.WriteString(")")
|
||||
case opCapStart, opCapEnd:
|
||||
b.WriteString("(")
|
||||
b.WriteString(strconv.QuoteToASCII(op.name))
|
||||
b.WriteString(")")
|
||||
case opSplit:
|
||||
b.WriteString(" -> ")
|
||||
b.WriteString(strconv.FormatInt(int64(op.i), 10))
|
||||
case opJmp, opJmpIfNotFirst:
|
||||
b.WriteString(" -> ")
|
||||
b.WriteString(strconv.FormatInt(int64(op.i), 10))
|
||||
case opJmpIfNotDefined, opJmpIfNotEmpty:
|
||||
b.WriteString("(")
|
||||
b.WriteString(strconv.QuoteToASCII(op.name))
|
||||
b.WriteString(")")
|
||||
b.WriteString(" -> ")
|
||||
b.WriteString(strconv.FormatInt(int64(op.i), 10))
|
||||
}
|
||||
}
|
||||
|
||||
type prog struct {
|
||||
op []progOp
|
||||
numCap int
|
||||
}
|
||||
|
||||
func dumpProg(b *bytes.Buffer, prog *prog, pc uint32) {
|
||||
for i := range prog.op {
|
||||
op := prog.op[i]
|
||||
|
||||
pos := strconv.Itoa(i)
|
||||
if uint32(i) == pc {
|
||||
pos = "*" + pos
|
||||
}
|
||||
b.WriteString(" "[len(pos):])
|
||||
b.WriteString(pos)
|
||||
|
||||
b.WriteByte('\t')
|
||||
dumpProgOp(b, &op)
|
||||
|
||||
b.WriteByte('\n')
|
||||
}
|
||||
}
|
||||
|
||||
func (p *prog) String() string {
|
||||
b := bytes.Buffer{}
|
||||
dumpProg(&b, p, 0)
|
||||
return b.String()
|
||||
}
|
||||
+116
@@ -0,0 +1,116 @@
|
||||
// Copyright (C) 2016 Kohei YOSHIDA. All rights reserved.
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or
|
||||
// modify it under the terms of The BSD 3-Clause License
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
package uritemplate
|
||||
|
||||
import (
|
||||
"log"
|
||||
"regexp"
|
||||
"strings"
|
||||
"sync"
|
||||
)
|
||||
|
||||
var (
|
||||
debug = debugT(false)
|
||||
)
|
||||
|
||||
type debugT bool
|
||||
|
||||
func (t debugT) Printf(format string, v ...interface{}) {
|
||||
if t {
|
||||
log.Printf(format, v...)
|
||||
}
|
||||
}
|
||||
|
||||
// Template represents a URI Template.
|
||||
type Template struct {
|
||||
raw string
|
||||
exprs []template
|
||||
|
||||
// protects the rest of fields
|
||||
mu sync.Mutex
|
||||
varnames []string
|
||||
re *regexp.Regexp
|
||||
prog *prog
|
||||
}
|
||||
|
||||
// New parses and constructs a new Template instance based on the template.
|
||||
// New returns an error if the template cannot be recognized.
|
||||
func New(template string) (*Template, error) {
|
||||
return (&parser{r: template}).parseURITemplate()
|
||||
}
|
||||
|
||||
// MustNew panics if the template cannot be recognized.
|
||||
func MustNew(template string) *Template {
|
||||
ret, err := New(template)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
return ret
|
||||
}
|
||||
|
||||
// Raw returns a raw URI template passed to New in string.
|
||||
func (t *Template) Raw() string {
|
||||
return t.raw
|
||||
}
|
||||
|
||||
// Varnames returns variable names used in the template.
|
||||
func (t *Template) Varnames() []string {
|
||||
t.mu.Lock()
|
||||
defer t.mu.Unlock()
|
||||
if t.varnames != nil {
|
||||
return t.varnames
|
||||
}
|
||||
|
||||
reg := map[string]struct{}{}
|
||||
t.varnames = []string{}
|
||||
for i := range t.exprs {
|
||||
expr, ok := t.exprs[i].(*expression)
|
||||
if !ok {
|
||||
continue
|
||||
}
|
||||
for _, spec := range expr.vars {
|
||||
if _, ok := reg[spec.name]; ok {
|
||||
continue
|
||||
}
|
||||
reg[spec.name] = struct{}{}
|
||||
t.varnames = append(t.varnames, spec.name)
|
||||
}
|
||||
}
|
||||
|
||||
return t.varnames
|
||||
}
|
||||
|
||||
// Expand returns a URI reference corresponding to the template expanded using the passed variables.
|
||||
func (t *Template) Expand(vars Values) (string, error) {
|
||||
var w strings.Builder
|
||||
for i := range t.exprs {
|
||||
expr := t.exprs[i]
|
||||
if err := expr.expand(&w, vars); err != nil {
|
||||
return w.String(), err
|
||||
}
|
||||
}
|
||||
return w.String(), nil
|
||||
}
|
||||
|
||||
// Regexp converts the template to regexp and returns compiled *regexp.Regexp.
|
||||
func (t *Template) Regexp() *regexp.Regexp {
|
||||
t.mu.Lock()
|
||||
defer t.mu.Unlock()
|
||||
if t.re != nil {
|
||||
return t.re
|
||||
}
|
||||
|
||||
var b strings.Builder
|
||||
b.WriteByte('^')
|
||||
for _, expr := range t.exprs {
|
||||
expr.regexp(&b)
|
||||
}
|
||||
b.WriteByte('$')
|
||||
t.re = regexp.MustCompile(b.String())
|
||||
|
||||
return t.re
|
||||
}
|
||||
+216
@@ -0,0 +1,216 @@
|
||||
// Copyright (C) 2016 Kohei YOSHIDA. All rights reserved.
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or
|
||||
// modify it under the terms of The BSD 3-Clause License
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
package uritemplate
|
||||
|
||||
import "strings"
|
||||
|
||||
// A varname containing pct-encoded characters is not the same variable as
|
||||
// a varname with those same characters decoded.
|
||||
//
|
||||
// -- https://tools.ietf.org/html/rfc6570#section-2.3
|
||||
type Values map[string]Value
|
||||
|
||||
func (v Values) Set(name string, value Value) {
|
||||
v[name] = value
|
||||
}
|
||||
|
||||
func (v Values) Get(name string) Value {
|
||||
if v == nil {
|
||||
return Value{}
|
||||
}
|
||||
return v[name]
|
||||
}
|
||||
|
||||
type ValueType uint8
|
||||
|
||||
const (
|
||||
ValueTypeString = iota
|
||||
ValueTypeList
|
||||
ValueTypeKV
|
||||
valueTypeLast
|
||||
)
|
||||
|
||||
var valueTypeNames = []string{
|
||||
"String",
|
||||
"List",
|
||||
"KV",
|
||||
}
|
||||
|
||||
func (vt ValueType) String() string {
|
||||
if vt < valueTypeLast {
|
||||
return valueTypeNames[vt]
|
||||
}
|
||||
return ""
|
||||
}
|
||||
|
||||
type Value struct {
|
||||
T ValueType
|
||||
V []string
|
||||
}
|
||||
|
||||
func (v Value) String() string {
|
||||
if v.Valid() && v.T == ValueTypeString {
|
||||
return v.V[0]
|
||||
}
|
||||
return ""
|
||||
}
|
||||
|
||||
func (v Value) List() []string {
|
||||
if v.Valid() && v.T == ValueTypeList {
|
||||
return v.V
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (v Value) KV() []string {
|
||||
if v.Valid() && v.T == ValueTypeKV {
|
||||
return v.V
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (v Value) Valid() bool {
|
||||
switch v.T {
|
||||
default:
|
||||
return false
|
||||
case ValueTypeString:
|
||||
return len(v.V) > 0
|
||||
case ValueTypeList:
|
||||
return len(v.V) > 0
|
||||
case ValueTypeKV:
|
||||
return len(v.V) > 0 && len(v.V)%2 == 0
|
||||
}
|
||||
}
|
||||
|
||||
func (v Value) expand(w *strings.Builder, spec varspec, exp *expression) error {
|
||||
switch v.T {
|
||||
case ValueTypeString:
|
||||
val := v.V[0]
|
||||
var maxlen int
|
||||
if max := len(val); spec.maxlen < 1 || spec.maxlen > max {
|
||||
maxlen = max
|
||||
} else {
|
||||
maxlen = spec.maxlen
|
||||
}
|
||||
|
||||
if exp.named {
|
||||
w.WriteString(spec.name)
|
||||
if val == "" {
|
||||
w.WriteString(exp.ifemp)
|
||||
return nil
|
||||
}
|
||||
w.WriteByte('=')
|
||||
}
|
||||
return exp.escape(w, val[:maxlen])
|
||||
case ValueTypeList:
|
||||
var sep string
|
||||
if spec.explode {
|
||||
sep = exp.sep
|
||||
} else {
|
||||
sep = ","
|
||||
}
|
||||
|
||||
var pre string
|
||||
var preifemp string
|
||||
if spec.explode && exp.named {
|
||||
pre = spec.name + "="
|
||||
preifemp = spec.name + exp.ifemp
|
||||
}
|
||||
|
||||
if !spec.explode && exp.named {
|
||||
w.WriteString(spec.name)
|
||||
w.WriteByte('=')
|
||||
}
|
||||
for i := range v.V {
|
||||
val := v.V[i]
|
||||
if i > 0 {
|
||||
w.WriteString(sep)
|
||||
}
|
||||
if val == "" {
|
||||
w.WriteString(preifemp)
|
||||
continue
|
||||
}
|
||||
w.WriteString(pre)
|
||||
|
||||
if err := exp.escape(w, val); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
case ValueTypeKV:
|
||||
var sep string
|
||||
var kvsep string
|
||||
if spec.explode {
|
||||
sep = exp.sep
|
||||
kvsep = "="
|
||||
} else {
|
||||
sep = ","
|
||||
kvsep = ","
|
||||
}
|
||||
|
||||
var ifemp string
|
||||
var kescape escapeFunc
|
||||
if spec.explode && exp.named {
|
||||
ifemp = exp.ifemp
|
||||
kescape = escapeLiteral
|
||||
} else {
|
||||
ifemp = ","
|
||||
kescape = exp.escape
|
||||
}
|
||||
|
||||
if !spec.explode && exp.named {
|
||||
w.WriteString(spec.name)
|
||||
w.WriteByte('=')
|
||||
}
|
||||
|
||||
for i := 0; i < len(v.V); i += 2 {
|
||||
if i > 0 {
|
||||
w.WriteString(sep)
|
||||
}
|
||||
if err := kescape(w, v.V[i]); err != nil {
|
||||
return err
|
||||
}
|
||||
if v.V[i+1] == "" {
|
||||
w.WriteString(ifemp)
|
||||
continue
|
||||
}
|
||||
w.WriteString(kvsep)
|
||||
|
||||
if err := exp.escape(w, v.V[i+1]); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// String returns Value that represents string.
|
||||
func String(v string) Value {
|
||||
return Value{
|
||||
T: ValueTypeString,
|
||||
V: []string{v},
|
||||
}
|
||||
}
|
||||
|
||||
// List returns Value that represents list.
|
||||
func List(v ...string) Value {
|
||||
return Value{
|
||||
T: ValueTypeList,
|
||||
V: v,
|
||||
}
|
||||
}
|
||||
|
||||
// KV returns Value that represents associative list.
|
||||
// KV panics if len(kv) is not even.
|
||||
func KV(kv ...string) Value {
|
||||
if len(kv)%2 != 0 {
|
||||
panic("uritemplate.go: count of the kv must be even number")
|
||||
}
|
||||
return Value{
|
||||
T: ValueTypeKV,
|
||||
V: kv,
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user