diff --git a/build/evals.mk b/build/evals.mk index 3a66a7734..cf0861735 100644 --- a/build/evals.mk +++ b/build/evals.mk @@ -7,6 +7,7 @@ MCP_CONFIG_DIR ?= dev/config/mcp-configs MCPCHECKER = $(shell pwd)/_output/tools/bin/mcpchecker MCPCHECKER_VERSION ?= latest +CLAUDE_AGENT_ACP_VERSION ?= latest EVAL_CONFIG ?= evals/openai-agent/eval.yaml EVAL_LABEL_SELECTOR ?= suite=kubernetes EVAL_TASK_FILTER ?= @@ -22,6 +23,21 @@ mcpchecker: GOBIN=$(shell dirname $(MCPCHECKER)) go install github.com/mcpchecker/mcpchecker/cmd/mcpchecker@$(MCPCHECKER_VERSION) ;\ } +# Install claude-agent-acp for Claude Code evaluations +.PHONY: claude-agent-acp +claude-agent-acp: + @command -v claude-agent-acp >/dev/null 2>&1 || { \ + set -e ;\ + echo "Installing claude-agent-acp..." ;\ + npm install -g @agentclientprotocol/claude-agent-acp@$(CLAUDE_AGENT_ACP_VERSION) ;\ + echo "claude-agent-acp installed successfully" ;\ + } + +# Install all mcpchecker agent dependencies +.PHONY: mcpchecker-deps +mcpchecker-deps: mcpchecker claude-agent-acp ## Install mcpchecker and all agent dependencies + @echo "All mcpchecker dependencies installed" + ##@ Evals .PHONY: run-evals