Spaces:

bardd
/

mike-backend

Sleeping

mike-backend / backend /src /lib /inference /execute.ts

Deploy Mike backend-only Space

06671aa verified 3 months ago

995 Bytes

import type { StreamChatParams, StreamChatResult } from "../llm/types";
import { getInferenceAdapter } from "./registry";
import { resolveInferenceProvider } from "./resolveProvider";
import type { CompleteTextParams } from "./types";

export async function executeStreamChat(
    params: StreamChatParams,
): Promise<StreamChatResult> {
    const provider = resolveInferenceProvider({
        model: params.model,
        explicitRequestProvider: params.explicitRequestProvider,
        featureId: params.featureId,
    });
    const adapter = getInferenceAdapter(provider);
    return adapter.streamChat(params);
}

export async function executeCompleteText(
    params: CompleteTextParams,
): Promise<string> {
    const provider = resolveInferenceProvider({
        model: params.model,
        explicitRequestProvider: params.explicitRequestProvider,
        featureId: params.featureId,
    });
    const adapter = getInferenceAdapter(provider);
    return adapter.completeText(params);
}

	import type { StreamChatParams, StreamChatResult } from "../llm/types";
	import { getInferenceAdapter } from "./registry";
	import { resolveInferenceProvider } from "./resolveProvider";
	import type { CompleteTextParams } from "./types";

	export async function executeStreamChat(
	params: StreamChatParams,
	): Promise<StreamChatResult> {
	const provider = resolveInferenceProvider({
	model: params.model,
	explicitRequestProvider: params.explicitRequestProvider,
	featureId: params.featureId,
	});
	const adapter = getInferenceAdapter(provider);
	return adapter.streamChat(params);
	}

	export async function executeCompleteText(
	params: CompleteTextParams,
	): Promise<string> {
	const provider = resolveInferenceProvider({
	model: params.model,
	explicitRequestProvider: params.explicitRequestProvider,
	featureId: params.featureId,
	});
	const adapter = getInferenceAdapter(provider);
	return adapter.completeText(params);
	}