Spaces:

leowuming
/

rag

Runtime error

rag / frontend /src /hooks /useGetProvidersModels.js

gaojintao01

Add files using Git LFS

f8b5d42 about 1 year ago

2.1 kB

import System from "@/models/system";
import { useEffect, useState } from "react";

// Providers which cannot use this feature for workspace<>model selection
export const DISABLED_PROVIDERS = [
  "azure",
  "textgenwebui",
  "generic-openai",
  "bedrock",
];
const PROVIDER_DEFAULT_MODELS = {
  openai: [],
  gemini: [],
  anthropic: [],
  azure: [],
  lmstudio: [],
  localai: [],
  ollama: [],
  togetherai: [],
  fireworksai: [],
  "nvidia-nim": [],
  groq: [],
  cohere: [
    "command-r",
    "command-r-plus",
    "command",
    "command-light",
    "command-nightly",
    "command-light-nightly",
  ],
  textgenwebui: [],
  "generic-openai": [],
  bedrock: [],
  xai: ["grok-beta"],
};

// For providers with large model lists (e.g. togetherAi) - we subgroup the options
// by their creator organization (eg: Meta, Mistral, etc)
// which makes selection easier to read.
function groupModels(models) {
  return models.reduce((acc, model) => {
    acc[model.organization] = acc[model.organization] || [];
    acc[model.organization].push(model);
    return acc;
  }, {});
}

const groupedProviders = [
  "togetherai",
  "fireworksai",
  "openai",
  "novita",
  "openrouter",
  "ppio",
];
export default function useGetProviderModels(provider = null) {
  const [defaultModels, setDefaultModels] = useState([]);
  const [customModels, setCustomModels] = useState([]);
  const [loading, setLoading] = useState(true);

  useEffect(() => {
    async function fetchProviderModels() {
      if (!provider) return;
      setLoading(true);
      const { models = [] } = await System.customModels(provider);
      if (
        PROVIDER_DEFAULT_MODELS.hasOwnProperty(provider) &&
        !groupedProviders.includes(provider)
      ) {
        setDefaultModels(PROVIDER_DEFAULT_MODELS[provider]);
      } else {
        setDefaultModels([]);
      }

      groupedProviders.includes(provider)
        ? setCustomModels(groupModels(models))
        : setCustomModels(models);
      setLoading(false);
    }
    fetchProviderModels();
  }, [provider]);

  return { defaultModels, customModels, loading };
}

	import System from "@/models/system";
	import { useEffect, useState } from "react";

	// Providers which cannot use this feature for workspace<>model selection
	export const DISABLED_PROVIDERS = [
	"azure",
	"textgenwebui",
	"generic-openai",
	"bedrock",
	];
	const PROVIDER_DEFAULT_MODELS = {
	openai: [],
	gemini: [],
	anthropic: [],
	azure: [],
	lmstudio: [],
	localai: [],
	ollama: [],
	togetherai: [],
	fireworksai: [],
	"nvidia-nim": [],
	groq: [],
	cohere: [
	"command-r",
	"command-r-plus",
	"command",
	"command-light",
	"command-nightly",
	"command-light-nightly",
	],
	textgenwebui: [],
	"generic-openai": [],
	bedrock: [],
	xai: ["grok-beta"],
	};

	// For providers with large model lists (e.g. togetherAi) - we subgroup the options
	// by their creator organization (eg: Meta, Mistral, etc)
	// which makes selection easier to read.
	function groupModels(models) {
	return models.reduce((acc, model) => {
	acc[model.organization] = acc[model.organization] \|\| [];
	acc[model.organization].push(model);
	return acc;
	}, {});
	}

	const groupedProviders = [
	"togetherai",
	"fireworksai",
	"openai",
	"novita",
	"openrouter",
	"ppio",
	];
	export default function useGetProviderModels(provider = null) {
	const [defaultModels, setDefaultModels] = useState([]);
	const [customModels, setCustomModels] = useState([]);
	const [loading, setLoading] = useState(true);

	useEffect(() => {
	async function fetchProviderModels() {
	if (!provider) return;
	setLoading(true);
	const { models = [] } = await System.customModels(provider);
	if (
	PROVIDER_DEFAULT_MODELS.hasOwnProperty(provider) &&
	!groupedProviders.includes(provider)
	) {
	setDefaultModels(PROVIDER_DEFAULT_MODELS[provider]);
	} else {
	setDefaultModels([]);
	}

	groupedProviders.includes(provider)
	? setCustomModels(groupModels(models))
	: setCustomModels(models);
	setLoading(false);
	}
	fetchProviderModels();
	}, [provider]);

	return { defaultModels, customModels, loading };
	}