Make the OpenAPI-driven MCP surface more usable by agents, following the mcp-builder guidance. - Enrich proto descriptions (single source of truth, flows to OpenAPI + MCP tool descriptions): document the memo `filter` CEL grammar with fields and examples (replacing the dangling "Refer to Shortcut.filter"), clarify the created_ts/updated_ts vs create_time/update_time naming, the visibility enum, the declarative replace semantics of Set* ops, and steer tag filters to `"x" in tags` (not the unsupported `tag == "x"`). - Mark SetMemoAttachments / SetMemoRelations idempotent via a per-operation override the HTTP-method heuristic can't express. - Curate two read-only orientation tools: shortcut_list_shortcuts (surfaces reusable CEL filters) and auth_get_current_user (the single allowed auth/identity op, for resolving the current user); guard test updated to keep the rest of the auth/user surface excluded. - Add a task-level evaluation suite (server/router/mcp/evals) with 10 verified questions, pinned to the deterministic demo seed.
203 lines
7.5 KiB
Go
203 lines
7.5 KiB
Go
package mcp
|
|
|
|
import (
|
|
"encoding/json"
|
|
"testing"
|
|
|
|
sdkmcp "github.com/modelcontextprotocol/go-sdk/mcp"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestCuratedOperationIDsStayMemoFocused(t *testing.T) {
|
|
require.Len(t, curatedOperationIDs, 19)
|
|
|
|
for _, operationID := range curatedOperationIDs {
|
|
require.NotContains(t, operationID, "Admin")
|
|
// AuthService_GetCurrentUser is the single allowed auth op (read-only
|
|
// "whoami"); the rest of the auth/identity surface stays off MCP.
|
|
if operationID != "AuthService_GetCurrentUser" {
|
|
require.NotContains(t, operationID, "AuthService_")
|
|
}
|
|
require.NotContains(t, operationID, "UserService_")
|
|
require.NotContains(t, operationID, "AIService_")
|
|
require.NotContains(t, operationID, "IdentityProviderService_")
|
|
require.NotContains(t, operationID, "InstanceService_")
|
|
require.NotContains(t, operationID, "PersonalAccessToken")
|
|
require.NotContains(t, operationID, "PAT")
|
|
require.NotContains(t, operationID, "Webhook")
|
|
require.NotContains(t, operationID, "Share")
|
|
require.NotContains(t, operationID, "BatchDelete")
|
|
require.NotContains(t, operationID, "Transcribe")
|
|
}
|
|
}
|
|
|
|
func TestToolNameFromOperationID(t *testing.T) {
|
|
require.Equal(t, "memo_list_memos", toolNameFromOperationID("MemoService_ListMemos"))
|
|
require.Equal(t, "attachment_get_attachment", toolNameFromOperationID("AttachmentService_GetAttachment"))
|
|
}
|
|
|
|
func TestBuildToolFromOperationIncludesSchemasAndMetadata(t *testing.T) {
|
|
spec, err := loadOpenAPISpec("../../../proto/gen/openapi.yaml")
|
|
require.NoError(t, err)
|
|
registry, err := buildOperationRegistry(spec)
|
|
require.NoError(t, err)
|
|
|
|
tool, operation := buildToolFromOperation(registry["MemoService_ListMemos"])
|
|
require.Equal(t, "memo_list_memos", tool.Name)
|
|
require.Equal(t, "Memo List Memos", tool.Title)
|
|
require.Equal(t, "MemoService_ListMemos", operation.OperationID)
|
|
require.Equal(t, "GET", operation.Method)
|
|
require.Equal(t, "/api/v1/memos", operation.Path)
|
|
require.Equal(t, "MemoService_ListMemos", tool.Meta["operationId"])
|
|
require.Equal(t, "GET", tool.Meta["method"])
|
|
require.Equal(t, "/api/v1/memos", tool.Meta["path"])
|
|
require.NotEmpty(t, tool.Description)
|
|
require.NotNil(t, tool.InputSchema)
|
|
require.NotNil(t, tool.OutputSchema)
|
|
require.NotNil(t, tool.Annotations)
|
|
require.True(t, tool.Annotations.ReadOnlyHint)
|
|
require.False(t, *tool.Annotations.DestructiveHint)
|
|
require.True(t, tool.Annotations.IdempotentHint)
|
|
require.False(t, *tool.Annotations.OpenWorldHint)
|
|
|
|
inputBytes, err := json.Marshal(tool.InputSchema)
|
|
require.NoError(t, err)
|
|
require.Contains(t, string(inputBytes), `"pageSize"`)
|
|
require.Contains(t, string(inputBytes), `"additionalProperties":false`)
|
|
|
|
outputBytes, err := json.Marshal(tool.OutputSchema)
|
|
require.NoError(t, err)
|
|
require.Contains(t, string(outputBytes), `"memos"`)
|
|
}
|
|
|
|
func TestBuildToolFromOperationIncludesRequestBodySchema(t *testing.T) {
|
|
spec, err := loadOpenAPISpec("../../../proto/gen/openapi.yaml")
|
|
require.NoError(t, err)
|
|
registry, err := buildOperationRegistry(spec)
|
|
require.NoError(t, err)
|
|
|
|
tool, operation := buildToolFromOperation(registry["MemoService_CreateMemo"])
|
|
require.Equal(t, "POST", operation.Method)
|
|
require.False(t, tool.Annotations.ReadOnlyHint)
|
|
require.False(t, *tool.Annotations.DestructiveHint)
|
|
require.False(t, tool.Annotations.IdempotentHint)
|
|
|
|
input, ok := tool.InputSchema.(jsonSchema)
|
|
require.True(t, ok)
|
|
require.Contains(t, input["required"], "body")
|
|
properties, ok := input["properties"].(map[string]any)
|
|
require.True(t, ok)
|
|
require.Contains(t, properties, "memoId")
|
|
require.Contains(t, properties, "body")
|
|
body, ok := properties["body"].(jsonSchema)
|
|
require.True(t, ok)
|
|
require.Equal(t, "object", body["type"])
|
|
require.Contains(t, body["properties"], "content")
|
|
|
|
err = validateToolArguments(input, map[string]any{
|
|
"body": map[string]any{
|
|
"state": "NORMAL",
|
|
"content": "hello",
|
|
"visibility": "PRIVATE",
|
|
},
|
|
})
|
|
require.NoError(t, err)
|
|
}
|
|
|
|
func TestBuildToolFromOperationExposesCurrentUser(t *testing.T) {
|
|
spec, err := loadOpenAPISpec("../../../proto/gen/openapi.yaml")
|
|
require.NoError(t, err)
|
|
registry, err := buildOperationRegistry(spec)
|
|
require.NoError(t, err)
|
|
|
|
tool, operation := buildToolFromOperation(registry["AuthService_GetCurrentUser"])
|
|
require.Equal(t, "auth_get_current_user", tool.Name)
|
|
require.Equal(t, "GET", operation.Method)
|
|
require.True(t, tool.Annotations.ReadOnlyHint)
|
|
}
|
|
|
|
func TestBuildToolFromOperationExposesListShortcuts(t *testing.T) {
|
|
spec, err := loadOpenAPISpec("../../../proto/gen/openapi.yaml")
|
|
require.NoError(t, err)
|
|
registry, err := buildOperationRegistry(spec)
|
|
require.NoError(t, err)
|
|
|
|
tool, operation := buildToolFromOperation(registry["ShortcutService_ListShortcuts"])
|
|
require.Equal(t, "shortcut_list_shortcuts", tool.Name)
|
|
require.Equal(t, "GET", operation.Method)
|
|
require.True(t, tool.Annotations.ReadOnlyHint)
|
|
|
|
input, ok := tool.InputSchema.(jsonSchema)
|
|
require.True(t, ok)
|
|
properties, ok := input["properties"].(map[string]any)
|
|
require.True(t, ok)
|
|
require.Contains(t, properties, "user")
|
|
}
|
|
|
|
func TestBuildToolFromOperationMarksSetOperationsIdempotent(t *testing.T) {
|
|
spec, err := loadOpenAPISpec("../../../proto/gen/openapi.yaml")
|
|
require.NoError(t, err)
|
|
registry, err := buildOperationRegistry(spec)
|
|
require.NoError(t, err)
|
|
|
|
for _, operationID := range []string{"MemoService_SetMemoAttachments", "MemoService_SetMemoRelations"} {
|
|
tool, operation := buildToolFromOperation(registry[operationID])
|
|
require.Equal(t, "PATCH", operation.Method, operationID)
|
|
// PATCH is non-idempotent by the method heuristic, but the per-operation
|
|
// override restores the declarative "set" semantics.
|
|
require.True(t, tool.Annotations.IdempotentHint, operationID)
|
|
require.False(t, tool.Annotations.ReadOnlyHint, operationID)
|
|
require.False(t, *tool.Annotations.DestructiveHint, operationID)
|
|
}
|
|
}
|
|
|
|
func TestBuildCuratedToolsHasUniqueNames(t *testing.T) {
|
|
spec, err := loadOpenAPISpec("../../../proto/gen/openapi.yaml")
|
|
require.NoError(t, err)
|
|
registry, err := buildOperationRegistry(spec)
|
|
require.NoError(t, err)
|
|
|
|
tools, operations, err := buildCuratedTools(registry)
|
|
require.NoError(t, err)
|
|
require.Len(t, tools, len(curatedOperationIDs))
|
|
require.Len(t, operations, len(curatedOperationIDs))
|
|
|
|
names := map[string]struct{}{}
|
|
for _, tool := range tools {
|
|
require.IsType(t, &sdkmcp.Tool{}, tool)
|
|
require.NotEmpty(t, tool.Name)
|
|
require.NotContains(t, names, tool.Name)
|
|
names[tool.Name] = struct{}{}
|
|
require.Equal(t, tool.Name, operations[tool.Name].ToolName)
|
|
|
|
inputBytes, err := json.Marshal(tool.InputSchema)
|
|
require.NoError(t, err)
|
|
require.NotContains(t, string(inputBytes), "#/components/schemas")
|
|
outputBytes, err := json.Marshal(tool.OutputSchema)
|
|
require.NoError(t, err)
|
|
require.NotContains(t, string(outputBytes), "#/components/schemas")
|
|
}
|
|
}
|
|
|
|
func TestBuildCuratedToolsRejectsMissingOperation(t *testing.T) {
|
|
_, _, err := buildCuratedTools(map[string]*openAPIOperation{})
|
|
require.ErrorContains(t, err, "curated OpenAPI operation")
|
|
require.ErrorContains(t, err, "not found")
|
|
}
|
|
|
|
func TestBuildCuratedToolsRejectsDuplicateToolNames(t *testing.T) {
|
|
registry := make(map[string]*openAPIOperation, len(curatedOperationIDs))
|
|
for _, operationID := range curatedOperationIDs {
|
|
registry[operationID] = &openAPIOperation{
|
|
OperationID: operationID,
|
|
Description: operationID,
|
|
Method: "GET",
|
|
Path: "/api/v1/test",
|
|
ResponseSchema: okSchema(),
|
|
}
|
|
}
|
|
registry["MemoService_ListMemos"].OperationID = "MemoService_GetMemo"
|
|
|
|
_, _, err := buildCuratedTools(registry)
|
|
require.ErrorContains(t, err, "duplicate MCP tool name")
|
|
}
|