Spaces:
Sleeping
Sleeping
File size: 5,752 Bytes
06671aa | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 | import type { RunTree } from "langsmith";
import { executeCompleteText } from "./inference/execute";
import { getDefaultModelForFeature } from "./inference/config";
import type { UserApiKeys } from "./llm/types";
import { WEB_SEARCH_ROUTING_SYSTEM_PROMPT } from "../prompts/chat/routing/web-search-routing";
const WEB_SEARCH_INTENT_RE =
/\b(search|browse|google|look\s+up|web|internet|online|latest|recently|recent|current|today|news|source(?:s)?|cite(?:s|d)?|verify|fact[- ]?check)\b/i;
/** Person/entity + said/talked phrasing usually needs live news context. */
const RECENT_STATEMENT_RE =
/\b(what did|what has|what does)\b.{0,80}\b(say|said|talk|talked|speak|spoke|mention|mentioned|comment|commented)\b/i;
const REALTIME_FACT_RE =
/\b(price|prices|stock price|share price|exchange rate|market cap|trading at|trading on|how much(?:\s+is)?|worth|value of)\b/i;
const REALTIME_MARKET_RE =
/\bhow much\b.{0,80}\b(stock|stocks|shares?|equity|crypto|cryptocurrency|coin|coins)\b/i;
const MARKET_ASSET_RE =
/\b(stock|stocks|shares?|equity|crypto|cryptocurrency|coin|coins?|bitcoin|btc|ethereum|eth|solana|sol|tao|exchange rate|market cap|trading at|trading on)\b/i;
/** Ambiguous definitions in a geo/news context (e.g. trending acronyms like CJP in India). */
const AMBIGUOUS_GEO_DEFINITION_RE =
/\b(what is|what's|who is|who's|what does|what do)\b.{0,80}\b(in|for)\b.{0,40}\b(india|usa|u\.?s\.?a?|uk|china|europe|world)\b/i;
const CURRENT_LEGAL_RE =
/\b(current|latest|recent|updated|in force|as of today|as of now)\b.{0,80}\b(law|regulation|statute|case law|guidance|rule|deadline|filing|fee|authority|ministry|court|article)\b/i;
/** Questions that may need live context when heuristics do not already match. */
const ROUTING_CANDIDATE_RE =
/\b(what is|what's|who is|who's|what does|what do|meaning of|stand for|stands for|trending|why is|why are|explain|define|tell me about|what happened|what's happening|what is happening)\b/i;
const LOCAL_FAST_PATH_RE =
/^\s*(hi|hello|hey|thanks|thank you|ok|okay|yes|no)\s*[!.?]*\s*$/i;
const DOCUMENT_SCOPE_RE =
/\b(this|the|above|attached|uploaded|following)\b.{0,40}\b(document|docx|file|clause|section|paragraph|contract|agreement|draft|exhibit|schedule)\b/i;
export type WebSearchRoutingSource = "heuristic" | "llm" | "skip";
export type WebSearchRoutingResult = {
needsWebSearch: boolean;
source: WebSearchRoutingSource;
llmRaw?: string;
};
export function detectWebSearchIntentHeuristic(
lastUserText: string,
options: { hasAttachedDocs?: boolean } = {},
): boolean {
const hasAttachedDocs = options.hasAttachedDocs ?? false;
const realtimeFact = REALTIME_FACT_RE.test(lastUserText);
const realtimeMarket = REALTIME_MARKET_RE.test(lastUserText);
if (
hasAttachedDocs &&
realtimeFact &&
!realtimeMarket &&
!WEB_SEARCH_INTENT_RE.test(lastUserText) &&
!CURRENT_LEGAL_RE.test(lastUserText) &&
!MARKET_ASSET_RE.test(lastUserText)
) {
return false;
}
return (
WEB_SEARCH_INTENT_RE.test(lastUserText) ||
RECENT_STATEMENT_RE.test(lastUserText) ||
CURRENT_LEGAL_RE.test(lastUserText) ||
realtimeFact ||
realtimeMarket ||
AMBIGUOUS_GEO_DEFINITION_RE.test(lastUserText)
);
}
function shouldSkipLlmRouting(lastUserText: string, hasAttachedDocs: boolean): boolean {
const trimmed = lastUserText.trim();
if (!trimmed) return true;
if (trimmed.length < 8) return true;
if (LOCAL_FAST_PATH_RE.test(trimmed)) return true;
if (hasAttachedDocs && DOCUMENT_SCOPE_RE.test(trimmed)) return true;
if (!ROUTING_CANDIDATE_RE.test(trimmed)) return true;
return false;
}
function parseRouterResponse(raw: string): boolean {
const token = raw.trim().toUpperCase().split(/\s+/)[0] ?? "";
if (token.startsWith("WEB")) return true;
if (token.startsWith("LOCAL")) return false;
return /\bWEB\b/.test(raw.toUpperCase());
}
export async function classifyWebSearchNeed(params: {
userText: string;
apiKeys?: UserApiKeys;
trace?: RunTree | null;
hasAttachedDocs?: boolean;
}): Promise<WebSearchRoutingResult> {
const userText = params.userText.trim();
const hasAttachedDocs = params.hasAttachedDocs ?? false;
if (hasAttachedDocs) {
return { needsWebSearch: false, source: "skip" };
}
if (detectWebSearchIntentHeuristic(userText, { hasAttachedDocs })) {
return { needsWebSearch: true, source: "heuristic" };
}
if (shouldSkipLlmRouting(userText, hasAttachedDocs)) {
return { needsWebSearch: false, source: "skip" };
}
if (process.env.WEB_SEARCH_LLM_ROUTING === "0") {
return { needsWebSearch: false, source: "skip" };
}
try {
const callRouter = async (maxTokens: number) =>
executeCompleteText({
model: getDefaultModelForFeature("web-search-routing"),
featureId: "web-search-routing",
systemPrompt: WEB_SEARCH_ROUTING_SYSTEM_PROMPT,
user: userText,
maxTokens,
temperature: 0,
lightweight: true,
apiKeys: params.apiKeys,
trace: params.trace,
});
// Proxy models need a non-trivial max_tokens budget; very small limits return null content.
let raw = await callRouter(128);
if (!raw.trim()) {
raw = await callRouter(256);
}
const needsWebSearch = raw.trim()
? parseRouterResponse(raw)
: true;
return { needsWebSearch, source: "llm", llmRaw: raw };
} catch {
return { needsWebSearch: false, source: "skip" };
}
}
|