Spaces:
Paused
Paused
| import { resolve } from "node:path"; | |
| import { AgentBrowserDriver } from "../drivers/agent-browser/index.js"; | |
| import { createOpenAICompatibleModel } from "../directors/pi/modelResolution.js"; | |
| import { DefaultCognitionRouter, JourneyRunner, JourneyService, LayaAgent, OpenAICompatibleReasoningController, PiReasoningController, RetryingReasoningController, SystemOneRemoteBackend } from "../journey/index.js"; | |
| import { assertCloudReasoningConfiguration, loadRuntimeCognitionConfig, RuntimeCognitionConfigSchema, type RuntimeCognitionConfig, type RuntimeCognitionOverrides } from "./cognitionConfig.js"; | |
| import { nonnegativeEnv, positiveEnv } from "./config.js"; | |
| export interface RuntimeOptions { outputDir?: string; endpoint?: string; model?: string; revision?: string; config?: RuntimeCognitionConfig; cognitionOverrides?: RuntimeCognitionOverrides; cwd?: string } | |
| export function createJourneyRuntime(options: RuntimeOptions = {}) { | |
| const config = options.config ?? loadRuntimeCognitionConfig({ cwd: options.cwd, overrides: options.cognitionOverrides }); | |
| assertCloudReasoningConfiguration(config); | |
| const endpoint = options.endpoint ?? config.localLaya.endpoint; | |
| const primary = createCognitionComponents(config, endpoint, options); | |
| const service = new JourneyService((request, sessionSecrets) => { | |
| const selectedProfile = request.cognitionProfile ?? config.profile; | |
| const needsOverride = selectedProfile !== config.profile || Boolean(request.cognitionOptions); | |
| const withSecrets = applySessionCredentialOverrides(config, sessionSecrets); | |
| const effective = (needsOverride || withSecrets !== config) ? RuntimeCognitionConfigSchema.parse({ ...withSecrets, profile: selectedProfile, hostedLaya: { ...withSecrets.hostedLaya, enabled: selectedProfile.startsWith("dual-laya") && Boolean(withSecrets.hostedLaya.baseUrl), verifyLowConfidenceBelow: request.cognitionOptions?.hostedVerification ? 1 : withSecrets.hostedLaya.verifyLowConfidenceBelow }, layaVision: { ...withSecrets.layaVision, enabled: request.cognitionOptions?.vision ?? withSecrets.layaVision.enabled }, spark: { ...withSecrets.spark, enabled: selectedProfile.includes("spark") && Boolean(withSecrets.spark.baseUrl) }, cloud: { ...withSecrets.cloud, terminalVerification: request.cognitionOptions?.cloudTerminalVerification ?? withSecrets.cloud.terminalVerification } }) : config; | |
| const components = effective === config ? primary : createCognitionComponents(effective, endpoint, options); | |
| return new JourneyRunner({ outputDir: resolve(options.outputDir ?? process.env.JOURNEYTEST_OUTPUT ?? "runs"), driver: new AgentBrowserDriver(), ...(components.reasoningAvailable ? { cognitionRouter: components.router } : { agent: components.localAgent }), reasoningCheckpointEveryNSteps: effective.checkpointEveryNSteps || undefined, noProgressThreshold: effective.noProgressSteps }); | |
| }, { maxConcurrent: positiveEnv("MAX_CONCURRENT_JOURNEYS", 1), maxQueued: nonnegativeEnv("MAX_QUEUED_JOURNEYS", 10) }); | |
| return { service, backend: primary.backend, hostedBackend: primary.hostedBackend, visionBackend: primary.visionBackend, cognitionRouter: primary.router, config, endpoint }; | |
| } | |
| export function applySessionCredentialOverrides(config: RuntimeCognitionConfig, sessionSecrets: Record<string, string | undefined>) { const supplied = Object.fromEntries(Object.entries(sessionSecrets).flatMap(([key, value]) => { const normalized = value?.trim(); return normalized ? [[key, normalized]] : []; })); if (!Object.keys(supplied).length) return config; return RuntimeCognitionConfigSchema.parse({ ...config, credentials: { openai: supplied.OPENAI_API_KEY ?? config.credentials.openai, anthropic: supplied.ANTHROPIC_API_KEY ?? config.credentials.anthropic, gemini: supplied.GEMINI_API_KEY ?? config.credentials.gemini }, hostedLaya: { ...config.hostedLaya, apiKey: supplied.LAYA_HOSTED_API_KEY ?? config.hostedLaya.apiKey }, layaVision: { ...config.layaVision, apiKey: supplied.LAYA_VISION_API_KEY ?? config.layaVision.apiKey }, spark: { ...config.spark, apiKey: supplied.SPARK_OPENAI_API_KEY ?? config.spark.apiKey } }); } | |
| function createCognitionComponents(config: RuntimeCognitionConfig, endpoint: string, options: RuntimeOptions) { | |
| const backend = new SystemOneRemoteBackend({ endpoint, timeoutMs: config.localLaya.timeoutMs, model: options.model ?? config.localLaya.model }); | |
| const localAgent = new LayaAgent({ backend, model: options.model ?? config.localLaya.model, revision: options.revision ?? config.localLaya.revision, maxElements: Number(process.env.LAYA_MAX_ELEMENTS ?? 20), maxOptionsPerQuestion: Number(process.env.LAYA_MAX_OPTIONS ?? 20) }); | |
| const hostedBackend = config.hostedLaya.enabled && config.hostedLaya.baseUrl ? new SystemOneRemoteBackend({ endpoint: systemOneUrl(config.hostedLaya.baseUrl), apiKey: config.hostedLaya.apiKey, timeoutMs: config.hostedLaya.timeoutMs, model: config.localLaya.model }) : undefined; | |
| const hostedAgent = hostedBackend ? new LayaAgent({ backend: hostedBackend, model: config.localLaya.model }) : undefined; | |
| const visionBackend = config.layaVision.enabled && config.layaVision.baseUrl ? new SystemOneRemoteBackend({ endpoint: systemOneUrl(config.layaVision.baseUrl), apiKey: config.layaVision.apiKey, timeoutMs: config.layaVision.timeoutMs, model: config.localLaya.model }) : undefined; | |
| const visionAgent = visionBackend ? new LayaAgent({ backend: visionBackend, model: config.localLaya.model }) : undefined; | |
| const sparkBase = config.spark.enabled && config.spark.baseUrl ? new OpenAICompatibleReasoningController({ baseUrl: config.spark.baseUrl, apiKey: config.spark.apiKey, model: config.spark.model, timeoutMs: config.spark.timeoutMs }) : undefined; | |
| const spark = sparkBase ? new RetryingReasoningController(sparkBase, { backend: "spark", maxAttempts: config.spark.maxAttempts, timeoutMs: config.spark.timeoutMs, retryBaseMs: 100 }) : undefined; | |
| const cloudModel = config.cloud.enabled && config.cloud.transport === "openai-compatible" ? createOpenAICompatibleModel({ baseUrl: config.cloud.openAiCompatibleUrl!, modelId: config.cloud.model!, contextWindow: config.cloud.contextWindow, maxTokens: config.cloud.maxTokens, supportsDeveloperRole: config.cloud.supportsDeveloperRole, supportsReasoningEffort: config.cloud.supportsReasoningEffort }) : undefined; | |
| const cloudBase = config.cloud.enabled ? new PiReasoningController({ ...(cloudModel ? { model: cloudModel } : { provider: config.cloud.provider as never, modelId: config.cloud.model! }), thinkingLevel: config.cloud.thinkingLevel, getApiKey: provider => provider === "journeytest-openai-compatible" ? config.credentials.openai : apiKeyFor(provider, config) }) : undefined; | |
| const cloud = cloudBase ? new RetryingReasoningController(cloudBase, { backend: "cloud", maxAttempts: config.cloud.maxAttempts, timeoutMs: config.cloud.timeoutMs, retryBaseMs: config.cloud.retryBaseMs }) : undefined; | |
| return { backend, hostedBackend, visionBackend, localAgent, reasoningAvailable: Boolean(spark || cloud), router: new DefaultCognitionRouter({ config, localLaya: localAgent, hostedLaya: hostedAgent, vision: visionAgent, spark, cloud }) }; | |
| } | |
| function systemOneUrl(base: string) { const url = new URL(base); if (!url.pathname || url.pathname === "/") url.pathname = "/v1/systemone"; return url.toString(); } | |
| function apiKeyFor(provider: string, config: RuntimeCognitionConfig) { if (/anthropic/i.test(provider)) return config.credentials.anthropic; if (/gemini|google/i.test(provider)) return config.credentials.gemini; if (/openai/i.test(provider)) return config.credentials.openai; return undefined; } | |