siddani93 commited on
Commit
70bc7d2
ยท
verified ยท
1 Parent(s): 4eabb16

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +60 -78
app.py CHANGED
@@ -2,122 +2,104 @@ import os
2
  import streamlit as st
3
  import google.generativeai as genai
4
  from datetime import datetime
 
 
5
  from cachetools import cached, TTLCache
6
 
7
  # Configuration
8
- CACHE_MAXSIZE = 100
9
- CACHE_TTL = 3600 # 1 hour
10
 
11
- # Configure cache
12
- cache = TTLCache(maxsize=CACHE_MAXSIZE, ttl=CACHE_TTL)
 
 
 
 
13
 
14
- # Pre-cache common answers
15
- COMMON_ANSWERS = {
16
- "refund time": "Refunds typically process in 5-7 business days. Please contact support with your order number for specific cases.",
17
- "track order": "You can track shipments using the link in your confirmation email. Need help finding your tracking number?",
18
- "contact support": "Our support team is available 24/7 at support@company.com or +1-800-123-4567."
19
- }
 
 
20
 
21
- @st.cache_resource
22
- def load_gemini():
23
- genai.configure(
24
- api_key=os.getenv('GEMINI_API_KEY'),
25
- client_options={"api_endpoint": "generativelanguage.googleapis.com/v1"}
26
- )
27
- return genai.GenerativeModel(
28
- 'gemini-1.5-flash',
29
- generation_config={
30
- "temperature": 0.2,
31
- "max_output_tokens": 300,
32
- "response_mime_type": "text/plain"
33
- }
34
- )
35
 
36
- model = load_gemini()
 
 
 
 
 
37
 
38
  # System prompt and knowledge base
39
- INDUSTRY_KNOWLEDGE = """...""" # Your existing knowledge base
40
- SYSTEM_PROMPT = f"""...""" # Your existing system prompt
41
 
42
- # Initialize session state
43
  if "messages" not in st.session_state:
44
  st.session_state.messages = []
45
  if "response_times" not in st.session_state:
46
  st.session_state.response_times = []
47
- if "last_response_time" not in st.session_state:
48
- st.session_state.last_response_time = datetime.now()
49
 
50
  # UI Setup
51
  st.title("โšก Industry FAQ Assistant")
52
  response_container = st.container()
53
  input_container = st.container()
54
 
55
- # Performance sidebar
56
  with st.sidebar:
57
- st.subheader("Performance Metrics")
 
58
  if st.session_state.response_times:
59
  avg_time = sum(st.session_state.response_times) / len(st.session_state.response_times)
60
- st.metric("Average Response Time", f"{avg_time:.2f}s")
61
- st.metric("Total Queries", len(st.session_state.response_times))
62
  st.line_chart(st.session_state.response_times)
63
- else:
64
- st.info("No queries processed yet")
65
 
66
- @cached(cache)
 
67
  def generate_response(prompt: str) -> str:
68
- """Generate response with caching and fallback"""
69
  try:
70
- lower_prompt = prompt.lower()
71
- for key in COMMON_ANSWERS:
72
- if key in lower_prompt:
73
- return COMMON_ANSWERS[key]
74
-
75
- full_prompt = f"{SYSTEM_PROMPT}\n\nQuestion: {prompt}"
76
  response = model.generate_content(
77
- full_prompt,
78
- request_options={"timeout": 5}
79
  )
80
  return response.text
81
  except Exception as e:
82
- return f"Error: {str(e)}"
83
 
 
84
  with input_container:
85
- prompt = st.chat_input("Ask your question...")
86
- if prompt:
87
- current_time = datetime.now()
88
- time_diff = (current_time - st.session_state.last_response_time).total_seconds()
89
 
90
- # Rate limiting
91
- if time_diff < 2:
92
- st.warning("Please wait 2 seconds between questions")
93
- st.stop()
94
 
95
- with st.spinner("Analyzing your question..."):
96
- start_time = datetime.now()
97
-
98
- # Add user message
99
- st.session_state.messages.append({"role": "user", "content": prompt})
100
-
101
- # Generate response
102
- response = generate_response(prompt)
103
-
104
- # Calculate response time
105
- response_time = (datetime.now() - start_time).total_seconds()
106
- st.session_state.response_times.append(response_time)
107
- st.session_state.last_response_time = datetime.now()
108
-
109
- # Update sidebar metrics
110
- st.sidebar.write(f"Last response time: {response_time:.2f}s")
111
-
112
- # Add assistant response
113
- st.session_state.messages.append({"role": "assistant", "content": response})
114
 
115
  # Display messages (last 5 only)
116
  with response_container:
117
  for msg in st.session_state.messages[-5:]:
118
  with st.chat_message(msg["role"]):
119
  st.markdown(msg["content"])
120
-
121
- # Show response time in tooltip for assistant messages
122
- if msg["role"] == "assistant" and st.session_state.response_times:
123
- st.caption(f"Response time: {st.session_state.response_times[-1]:.2f}s")
 
2
  import streamlit as st
3
  import google.generativeai as genai
4
  from datetime import datetime
5
+ import socket
6
+ from urllib.parse import urlparse
7
  from cachetools import cached, TTLCache
8
 
9
  # Configuration
10
+ CACHE_TTL = 300 # 5 minutes
11
+ REQUEST_TIMEOUT = 10 # seconds
12
 
13
+ # Configure Gemini with verified DNS settings
14
+ genai.configure(
15
+ api_key=os.getenv('GEMINI_API_KEY'),
16
+ client_options={"api_endpoint": "generativelanguage.googleapis.com"},
17
+ transport="rest"
18
+ )
19
 
20
+ # DNS verification check
21
+ def verify_dns_resolution():
22
+ try:
23
+ domain = urlparse(genai.base_url).hostname
24
+ socket.gethostbyname(domain)
25
+ return True
26
+ except socket.gaierror:
27
+ return False
28
 
29
+ if not verify_dns_resolution():
30
+ st.error("๐Ÿ”Œ Network Connection Error: Failed to resolve API endpoint")
31
+ st.stop()
 
 
 
 
 
 
 
 
 
 
 
32
 
33
+ # Initialize model with latest version
34
+ try:
35
+ model = genai.GenerativeModel('gemini-1.5-flash-001')
36
+ except Exception as e:
37
+ st.error(f"๐Ÿšจ Model Initialization Error: {str(e)}")
38
+ st.stop()
39
 
40
  # System prompt and knowledge base
41
+ INDUSTRY_KNOWLEDGE = """...""" # Your custom knowledge base
42
+ SYSTEM_PROMPT = f"""...""" # Your system instructions
43
 
44
+ # Session state management
45
  if "messages" not in st.session_state:
46
  st.session_state.messages = []
47
  if "response_times" not in st.session_state:
48
  st.session_state.response_times = []
 
 
49
 
50
  # UI Setup
51
  st.title("โšก Industry FAQ Assistant")
52
  response_container = st.container()
53
  input_container = st.container()
54
 
55
+ # Performance monitoring sidebar
56
  with st.sidebar:
57
+ st.subheader("System Health")
58
+ st.write(f"API Endpoint: {genai.base_url}")
59
  if st.session_state.response_times:
60
  avg_time = sum(st.session_state.response_times) / len(st.session_state.response_times)
61
+ st.metric("Average Response", f"{avg_time:.2f}s")
 
62
  st.line_chart(st.session_state.response_times)
 
 
63
 
64
+ # Cached response generation
65
+ @cached(TTLCache(maxsize=100, ttl=CACHE_TTL))
66
  def generate_response(prompt: str) -> str:
 
67
  try:
 
 
 
 
 
 
68
  response = model.generate_content(
69
+ f"{SYSTEM_PROMPT}\n\nQuestion: {prompt}",
70
+ request_options={"timeout": REQUEST_TIMEOUT}
71
  )
72
  return response.text
73
  except Exception as e:
74
+ return f"โš ๏ธ Error: {str(e)}"
75
 
76
+ # Chat interface
77
  with input_container:
78
+ if prompt := st.chat_input("Ask about refunds, invoices, or shipments..."):
79
+ start_time = datetime.now()
 
 
80
 
81
+ # Add user message
82
+ st.session_state.messages.append({"role": "user", "content": prompt})
 
 
83
 
84
+ # Generate and display response
85
+ try:
86
+ with st.spinner("๐Ÿ” Analyzing your question..."):
87
+ response = generate_response(prompt)
88
+ response_time = (datetime.now() - start_time).total_seconds()
89
+
90
+ # Update metrics
91
+ st.session_state.response_times.append(response_time)
92
+ st.session_state.messages.append({"role": "assistant", "content": response})
93
+
94
+ # Force UI update
95
+ st.rerun()
96
+ except Exception as e:
97
+ st.error(f"Critical Error: {str(e)}")
 
 
 
 
 
98
 
99
  # Display messages (last 5 only)
100
  with response_container:
101
  for msg in st.session_state.messages[-5:]:
102
  with st.chat_message(msg["role"]):
103
  st.markdown(msg["content"])
104
+ if msg["role"] == "assistant":
105
+ st.caption(f"Response generated in {response_time:.2f}s")