Spaces:
Build error
Build error
Update chatbot_new.py
Browse files- chatbot_new.py +18 -15
chatbot_new.py
CHANGED
|
@@ -22,22 +22,18 @@ from model_classes import (
|
|
| 22 |
ResponseGenerator
|
| 23 |
)
|
| 24 |
from dotenv import load_dotenv
|
|
|
|
|
|
|
|
|
|
| 25 |
import logging
|
| 26 |
from shared_models import SharedModels
|
| 27 |
from optimized_store import OptimizedVectorStore
|
| 28 |
from environment_setup import setup_environment
|
|
|
|
| 29 |
@st.cache_resource
|
| 30 |
-
def
|
| 31 |
-
"""Cached Laden
|
| 32 |
-
return
|
| 33 |
-
|
| 34 |
-
@st.cache_resource
|
| 35 |
-
def load_cached_components(embeddings_model):
|
| 36 |
-
"""Cached Laden der Basis-Komponenten"""
|
| 37 |
-
return {
|
| 38 |
-
'thematic_tracker': EnhancedThematicTracker(embeddings_model),
|
| 39 |
-
'shared_models': SharedModels()
|
| 40 |
-
}
|
| 41 |
|
| 42 |
# Logging Setup
|
| 43 |
logging.basicConfig(
|
|
@@ -142,10 +138,11 @@ class IntelligentRAGChatbot:
|
|
| 142 |
# LLM Setup
|
| 143 |
self.llm = self._initialize_llm(api_key)
|
| 144 |
|
| 145 |
-
#
|
| 146 |
-
|
| 147 |
-
|
| 148 |
-
|
|
|
|
| 149 |
|
| 150 |
# Memory Setup
|
| 151 |
self.memory = ConversationBufferWindowMemory(
|
|
@@ -167,7 +164,10 @@ class IntelligentRAGChatbot:
|
|
| 167 |
def _initialize_optimized_components(self):
|
| 168 |
"""Initialisiert optimierte Komponenten"""
|
| 169 |
try:
|
|
|
|
|
|
|
| 170 |
# Hybrid Searcher
|
|
|
|
| 171 |
self.searcher = EnhancedHybridSearcher(
|
| 172 |
vectorstore=self.vectorstore,
|
| 173 |
bm25=self.bm25,
|
|
@@ -177,9 +177,12 @@ class IntelligentRAGChatbot:
|
|
| 177 |
)
|
| 178 |
|
| 179 |
# NLP Komponenten
|
|
|
|
| 180 |
self.intention_recognizer = IntelligentIntentRecognizer(self.vectorstore, self.llm)
|
| 181 |
self.concept_analyzer = DynamicConceptAnalyzer(self.vectorstore)
|
| 182 |
self.response_generator = ResponseGenerator(self.llm, self.embeddings_model)
|
|
|
|
|
|
|
| 183 |
|
| 184 |
except Exception as e:
|
| 185 |
raise InitializationError(f"Fehler bei Optimierungs-Initialisierung: {str(e)}")
|
|
|
|
| 22 |
ResponseGenerator
|
| 23 |
)
|
| 24 |
from dotenv import load_dotenv
|
| 25 |
+
import concurrent.futures
|
| 26 |
+
import mmap
|
| 27 |
+
from concurrent.futures import ThreadPoolExecutor
|
| 28 |
import logging
|
| 29 |
from shared_models import SharedModels
|
| 30 |
from optimized_store import OptimizedVectorStore
|
| 31 |
from environment_setup import setup_environment
|
| 32 |
+
# Alternative Methode ohne Caching der embeddings-abhängigen Komponenten
|
| 33 |
@st.cache_resource
|
| 34 |
+
def load_shared_models():
|
| 35 |
+
"""Cached Laden der Shared Models"""
|
| 36 |
+
return SharedModels()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 37 |
|
| 38 |
# Logging Setup
|
| 39 |
logging.basicConfig(
|
|
|
|
| 138 |
# LLM Setup
|
| 139 |
self.llm = self._initialize_llm(api_key)
|
| 140 |
|
| 141 |
+
# Shared Models mit Caching
|
| 142 |
+
self.shared_models = load_shared_models()
|
| 143 |
+
|
| 144 |
+
# Nicht-gecachte Komponenten direkt initialisieren
|
| 145 |
+
self.thematic_tracker = EnhancedThematicTracker(self.embeddings_model)
|
| 146 |
|
| 147 |
# Memory Setup
|
| 148 |
self.memory = ConversationBufferWindowMemory(
|
|
|
|
| 164 |
def _initialize_optimized_components(self):
|
| 165 |
"""Initialisiert optimierte Komponenten"""
|
| 166 |
try:
|
| 167 |
+
status_container = st.empty()
|
| 168 |
+
|
| 169 |
# Hybrid Searcher
|
| 170 |
+
status_container.info("Initialisiere Suche...")
|
| 171 |
self.searcher = EnhancedHybridSearcher(
|
| 172 |
vectorstore=self.vectorstore,
|
| 173 |
bm25=self.bm25,
|
|
|
|
| 177 |
)
|
| 178 |
|
| 179 |
# NLP Komponenten
|
| 180 |
+
status_container.info("Initialisiere NLP Komponenten...")
|
| 181 |
self.intention_recognizer = IntelligentIntentRecognizer(self.vectorstore, self.llm)
|
| 182 |
self.concept_analyzer = DynamicConceptAnalyzer(self.vectorstore)
|
| 183 |
self.response_generator = ResponseGenerator(self.llm, self.embeddings_model)
|
| 184 |
+
|
| 185 |
+
status_container.empty()
|
| 186 |
|
| 187 |
except Exception as e:
|
| 188 |
raise InitializationError(f"Fehler bei Optimierungs-Initialisierung: {str(e)}")
|