michal/mcpctl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(gate): terse selection prompt (~2s on no-think model) #89

Merged
michal merged 1 commits from feat/gate-terse-selection into main 2026-07-24 20:38:33 +00:00
Conversation 0 Commits 1 Files Changed 1 +5 -1
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/mcplocal/src/gate/llm-selector.ts
View File

@@ -95,7 +95,11 @@ export class LlmPromptSelector {
): Promise<LlmSelectionResult> { ): Promise<LlmSelectionResult> {
const { getSystemPromptFn, signal, serverInfer } = opts; const { getSystemPromptFn, signal, serverInfer } = opts;
const DEFAULT_SYSTEM_PROMPT = `You are a context selection assistant. Given a developer's task keywords and a list of available project prompts, select which prompts are relevant to their work. Return a JSON object with "selectedNames" (array of prompt names) and "reasoning" (brief explanation). Priority 10 prompts must always be included.`; // Keep the answer SHORT: latency is proportional to output length (a
// no-think model runs ~10-13 tok/s), and a verbose reasoning field pushes a
// selection past the gate's responsiveness budget. Ask for compact JSON with
// a <=8-word reasoning — ~2s vs ~9s for a prose reasoning.
const DEFAULT_SYSTEM_PROMPT = `You are a context selection assistant. Given a developer's task keywords and available project prompts, select the relevant ones. Return ONLY compact JSON: {"selectedNames":[...],"reasoning":"<=8 words"}. No prose outside the JSON. Priority 10 prompts must always be included.`;
const systemPrompt = getSystemPromptFn const systemPrompt = getSystemPromptFn
? await getSystemPromptFn('llm-gate-context-selector', DEFAULT_SYSTEM_PROMPT) ? await getSystemPromptFn('llm-gate-context-selector', DEFAULT_SYSTEM_PROMPT)
: DEFAULT_SYSTEM_PROMPT; : DEFAULT_SYSTEM_PROMPT;