| import os |
| from langchain.document_loaders import ( |
| CSVLoader, |
| EverNoteLoader, |
| PDFMinerLoader, |
| TextLoader, |
| UnstructuredEPubLoader, |
| UnstructuredHTMLLoader, |
| UnstructuredMarkdownLoader, |
| UnstructuredODTLoader, |
| UnstructuredPowerPointLoader, |
| UnstructuredWordDocumentLoader, |
| ) |
|
|
|
|
| FAVICON_PATH: str = 'https://github.com/agladsoft/LocalChatGPT/blob/main/sclogo1.png?raw=true' |
| SYSTEM_PROMPT: str = "Ты — Сайга, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им." |
| SYSTEM_TOKEN: int = 1788 |
| USER_TOKEN: int = 1404 |
| BOT_TOKEN: int = 9225 |
| LINEBREAK_TOKEN: int = 13 |
|
|
| ROLE_TOKENS: dict = { |
| "user": USER_TOKEN, |
| "bot": BOT_TOKEN, |
| "system": SYSTEM_TOKEN |
| } |
|
|
| LOADER_MAPPING: dict = { |
| ".csv": (CSVLoader, {}), |
| ".doc": (UnstructuredWordDocumentLoader, {}), |
| ".docx": (UnstructuredWordDocumentLoader, {}), |
| ".enex": (EverNoteLoader, {}), |
| ".epub": (UnstructuredEPubLoader, {}), |
| ".html": (UnstructuredHTMLLoader, {}), |
| ".md": (UnstructuredMarkdownLoader, {}), |
| ".odt": (UnstructuredODTLoader, {}), |
| ".pdf": (PDFMinerLoader, {}), |
| ".ppt": (UnstructuredPowerPointLoader, {}), |
| ".pptx": (UnstructuredPowerPointLoader, {}), |
| ".txt": (TextLoader, {"encoding": "utf8"}), |
| } |
|
|
|
|
| DICT_REPO_AND_MODELS: dict = { |
| "https://huggingface.co/IlyaGusev/saiga2_7b_gguf/resolve/main/model-q2_K.gguf": |
| "saiga2_7b_gguf/model-q2_K.gguf", |
| "https://huggingface.co/IlyaGusev/saiga2_7b_gguf/resolve/main/model-q4_K.gguf": |
| "saiga2_7b_gguf/model-q4_K.gguf", |
| "https://huggingface.co/IlyaGusev/saiga2_7b_gguf/resolve/main/model-q8_0.gguf": |
| "saiga2_7b_gguf/model-q8_0.gguf", |
| "https://huggingface.co/IlyaGusev/saiga2_13b_gguf/resolve/main/model-q4_K.gguf": |
| "saiga2_13b_gguf/model-q4_K.gguf", |
| |
| |
| |
| |
| } |
|
|
| EMBEDDER_NAME: str = "sentence-transformers/paraphrase-multilingual-mpnet-base-v2" |
|
|
| MAX_NEW_TOKENS: int = 1500 |
|
|
| ABS_PATH = os.path.dirname(os.path.abspath(__file__)) |
| MODELS_DIR = os.path.join(ABS_PATH, "../models") |
| AUTH_FILE = os.path.join(ABS_PATH, "auth.csv") |
|
|
|
|
| BLOCK_CSS = """ |
| |
| #buttons button { |
| min-width: min(120px,100%); |
| } |
| |
| """ |
|
|
