felixflier03 commited on
Commit
c9bc063
·
verified ·
1 Parent(s): 9a1f847

Update chatbot_new.py

Browse files
Files changed (1) hide show
  1. chatbot_new.py +18 -15
chatbot_new.py CHANGED
@@ -22,22 +22,18 @@ from model_classes import (
22
  ResponseGenerator
23
  )
24
  from dotenv import load_dotenv
 
 
 
25
  import logging
26
  from shared_models import SharedModels
27
  from optimized_store import OptimizedVectorStore
28
  from environment_setup import setup_environment
 
29
  @st.cache_resource
30
- def load_cached_vectorstore(file_path: Path) -> OptimizedVectorStore:
31
- """Cached Laden des Vector Stores"""
32
- return OptimizedVectorStore(file_path)
33
-
34
- @st.cache_resource
35
- def load_cached_components(embeddings_model):
36
- """Cached Laden der Basis-Komponenten"""
37
- return {
38
- 'thematic_tracker': EnhancedThematicTracker(embeddings_model),
39
- 'shared_models': SharedModels()
40
- }
41
 
42
  # Logging Setup
43
  logging.basicConfig(
@@ -142,10 +138,11 @@ class IntelligentRAGChatbot:
142
  # LLM Setup
143
  self.llm = self._initialize_llm(api_key)
144
 
145
- # Lade gecachte Basis-Komponenten
146
- base_components = load_cached_components(self.embeddings_model)
147
- self.shared_models = base_components['shared_models']
148
- self.thematic_tracker = base_components['thematic_tracker']
 
149
 
150
  # Memory Setup
151
  self.memory = ConversationBufferWindowMemory(
@@ -167,7 +164,10 @@ class IntelligentRAGChatbot:
167
  def _initialize_optimized_components(self):
168
  """Initialisiert optimierte Komponenten"""
169
  try:
 
 
170
  # Hybrid Searcher
 
171
  self.searcher = EnhancedHybridSearcher(
172
  vectorstore=self.vectorstore,
173
  bm25=self.bm25,
@@ -177,9 +177,12 @@ class IntelligentRAGChatbot:
177
  )
178
 
179
  # NLP Komponenten
 
180
  self.intention_recognizer = IntelligentIntentRecognizer(self.vectorstore, self.llm)
181
  self.concept_analyzer = DynamicConceptAnalyzer(self.vectorstore)
182
  self.response_generator = ResponseGenerator(self.llm, self.embeddings_model)
 
 
183
 
184
  except Exception as e:
185
  raise InitializationError(f"Fehler bei Optimierungs-Initialisierung: {str(e)}")
 
22
  ResponseGenerator
23
  )
24
  from dotenv import load_dotenv
25
+ import concurrent.futures
26
+ import mmap
27
+ from concurrent.futures import ThreadPoolExecutor
28
  import logging
29
  from shared_models import SharedModels
30
  from optimized_store import OptimizedVectorStore
31
  from environment_setup import setup_environment
32
+ # Alternative Methode ohne Caching der embeddings-abhängigen Komponenten
33
  @st.cache_resource
34
+ def load_shared_models():
35
+ """Cached Laden der Shared Models"""
36
+ return SharedModels()
 
 
 
 
 
 
 
 
37
 
38
  # Logging Setup
39
  logging.basicConfig(
 
138
  # LLM Setup
139
  self.llm = self._initialize_llm(api_key)
140
 
141
+ # Shared Models mit Caching
142
+ self.shared_models = load_shared_models()
143
+
144
+ # Nicht-gecachte Komponenten direkt initialisieren
145
+ self.thematic_tracker = EnhancedThematicTracker(self.embeddings_model)
146
 
147
  # Memory Setup
148
  self.memory = ConversationBufferWindowMemory(
 
164
  def _initialize_optimized_components(self):
165
  """Initialisiert optimierte Komponenten"""
166
  try:
167
+ status_container = st.empty()
168
+
169
  # Hybrid Searcher
170
+ status_container.info("Initialisiere Suche...")
171
  self.searcher = EnhancedHybridSearcher(
172
  vectorstore=self.vectorstore,
173
  bm25=self.bm25,
 
177
  )
178
 
179
  # NLP Komponenten
180
+ status_container.info("Initialisiere NLP Komponenten...")
181
  self.intention_recognizer = IntelligentIntentRecognizer(self.vectorstore, self.llm)
182
  self.concept_analyzer = DynamicConceptAnalyzer(self.vectorstore)
183
  self.response_generator = ResponseGenerator(self.llm, self.embeddings_model)
184
+
185
+ status_container.empty()
186
 
187
  except Exception as e:
188
  raise InitializationError(f"Fehler bei Optimierungs-Initialisierung: {str(e)}")