Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -6,97 +6,170 @@ from langchain_huggingface import HuggingFaceEmbeddings
|
|
| 6 |
from langchain_core.documents import Document
|
| 7 |
|
| 8 |
# ==========================================
|
| 9 |
-
# 1. INITIALIZE
|
| 10 |
# ==========================================
|
| 11 |
print("Loading Embedding Model...")
|
| 12 |
embedding_model = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
|
| 13 |
|
| 14 |
-
print("Loading LLM (TinyLlama) on CPU...")
|
| 15 |
-
# Using TinyLlama as it is small enough to run inference on a basic CPU without crashing
|
| 16 |
chat_pipeline = pipeline(
|
| 17 |
"text-generation",
|
| 18 |
model="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
|
| 19 |
device="cpu",
|
| 20 |
-
torch_dtype=torch.float32
|
| 21 |
-
max_new_tokens=256
|
| 22 |
)
|
| 23 |
|
| 24 |
# ==========================================
|
| 25 |
-
# 2. BUILD
|
| 26 |
# ==========================================
|
| 27 |
-
# In a real app, you would load PDFs or URLs here. We are using mock news data.
|
| 28 |
mock_news_data = [
|
| 29 |
-
"AI taking over jobs: Studies show AI will displace 85 million jobs, but create 97 million new ones by
|
| 30 |
-
"Remote work: Data indicates remote workers are 13% more productive but
|
| 31 |
-
"Electric Vehicles: EVs produce zero tailpipe emissions, but battery mining has
|
| 32 |
-
"Universal Basic Income: UBI trials show decreased poverty rates but raise concerns about
|
| 33 |
]
|
| 34 |
-
|
| 35 |
-
print("Building FAISS Index...")
|
| 36 |
documents = [Document(page_content=text) for text in mock_news_data]
|
| 37 |
vector_store = FAISS.from_documents(documents, embedding_model)
|
| 38 |
|
| 39 |
# ==========================================
|
| 40 |
-
# 3.
|
| 41 |
# ==========================================
|
| 42 |
-
def
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
docs = retriever.invoke(user_message)
|
| 46 |
-
context = docs[0].page_content if docs else "No specific news context found."
|
| 47 |
-
|
| 48 |
-
# 2. Construct the Prompt
|
| 49 |
-
# We use TinyLlama's specific chat template format (<|system|>, <|user|>, <|assistant|>)
|
| 50 |
-
system_prompt = (
|
| 51 |
-
"You are an expert Debate Agent. The user will state a topic and their stance. "
|
| 52 |
-
"You must disagree with them, providing a polite counter-argument. "
|
| 53 |
-
"At the very end of your response, score the user's argument strength from 1 to 10 based on logic. "
|
| 54 |
-
f"Use this news fact to support your counter-argument: {context}"
|
| 55 |
-
)
|
| 56 |
|
| 57 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 58 |
|
| 59 |
-
#
|
|
|
|
|
|
|
|
|
|
| 60 |
try:
|
| 61 |
outputs = chat_pipeline(
|
| 62 |
prompt,
|
|
|
|
| 63 |
do_sample=True,
|
| 64 |
-
temperature=
|
| 65 |
-
|
| 66 |
-
|
| 67 |
)
|
| 68 |
-
|
| 69 |
-
# Extract only the assistant's reply
|
| 70 |
generated_text = outputs[0]["generated_text"]
|
| 71 |
-
|
| 72 |
-
return response
|
| 73 |
-
|
| 74 |
except Exception as e:
|
| 75 |
-
return f"
|
| 76 |
|
| 77 |
# ==========================================
|
| 78 |
-
# 4.
|
| 79 |
# ==========================================
|
| 80 |
-
# Designing a clean UI inspired by the reference images
|
| 81 |
with gr.Blocks(theme=gr.themes.Soft()) as demo:
|
| 82 |
-
gr.Markdown(
|
| 83 |
-
"""
|
| 84 |
-
# π€ AI News Debate & Summary Agent
|
| 85 |
-
**About This Agent:** Enter a topic and your stance (e.g., "I think remote work is bad for productivity").
|
| 86 |
-
The agent will retrieve relevant news facts, formulate a counter-argument, and score the strength of your initial point.
|
| 87 |
-
"""
|
| 88 |
-
)
|
| 89 |
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
|
| 95 |
-
|
| 96 |
-
|
| 97 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 98 |
)
|
| 99 |
|
| 100 |
if __name__ == "__main__":
|
| 101 |
-
# Launching with parameters suitable for Hugging Face Spaces
|
| 102 |
demo.launch(server_name="0.0.0.0", server_port=7860)
|
|
|
|
| 6 |
from langchain_core.documents import Document
|
| 7 |
|
| 8 |
# ==========================================
|
| 9 |
+
# 1. INITIALIZE MODERN CPU PIPELINES
|
| 10 |
# ==========================================
|
| 11 |
print("Loading Embedding Model...")
|
| 12 |
embedding_model = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
|
| 13 |
|
| 14 |
+
print("Loading LLM (TinyLlama-1.1B) on CPU...")
|
|
|
|
| 15 |
chat_pipeline = pipeline(
|
| 16 |
"text-generation",
|
| 17 |
model="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
|
| 18 |
device="cpu",
|
| 19 |
+
torch_dtype=torch.float32
|
|
|
|
| 20 |
)
|
| 21 |
|
| 22 |
# ==========================================
|
| 23 |
+
# 2. BUILD LOCAL CONTEXT (FAISS)
|
| 24 |
# ==========================================
|
|
|
|
| 25 |
mock_news_data = [
|
| 26 |
+
"AI taking over jobs: Studies show AI will displace 85 million jobs, but create 97 million new ones by 2026.",
|
| 27 |
+
"Remote work: Data indicates remote workers are 13% more productive but face severe communication bottlenecks.",
|
| 28 |
+
"Electric Vehicles: EVs produce zero tailpipe emissions, but lithium battery mining has heavy environmental impacts.",
|
| 29 |
+
"Universal Basic Income: UBI trials show decreased poverty rates but raise concerns about labor market contraction."
|
| 30 |
]
|
|
|
|
|
|
|
| 31 |
documents = [Document(page_content=text) for text in mock_news_data]
|
| 32 |
vector_store = FAISS.from_documents(documents, embedding_model)
|
| 33 |
|
| 34 |
# ==========================================
|
| 35 |
+
# 3. WORKSPACE CORE COGNITION LOGIC
|
| 36 |
# ==========================================
|
| 37 |
+
def run_agent_task(task_type, user_input, custom_sys_prompt, max_tokens, temp, top_p):
|
| 38 |
+
if not user_input.strip():
|
| 39 |
+
return "β οΈ Please provide input text before running the agent."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 40 |
|
| 41 |
+
# Context Retrieval if it's a debate task
|
| 42 |
+
context = ""
|
| 43 |
+
if task_type == "debate":
|
| 44 |
+
retriever = vector_store.as_retriever(search_kwargs={"k": 1})
|
| 45 |
+
docs = retriever.invoke(user_input)
|
| 46 |
+
context = f"\nUse this verified news context to formulate your argument: {docs[0].page_content}" if docs else ""
|
| 47 |
|
| 48 |
+
# Build Prompt using TinyLlama Token Format
|
| 49 |
+
system_headers = f"{custom_sys_prompt} {context}".strip()
|
| 50 |
+
prompt = f"<|system|>\n{system_headers}</s>\n<|user|>\n{user_input}</s>\n<|assistant|>\n"
|
| 51 |
+
|
| 52 |
try:
|
| 53 |
outputs = chat_pipeline(
|
| 54 |
prompt,
|
| 55 |
+
max_new_tokens=int(max_tokens),
|
| 56 |
do_sample=True,
|
| 57 |
+
temperature=float(temp),
|
| 58 |
+
top_p=float(top_p),
|
| 59 |
+
top_k=50
|
| 60 |
)
|
| 61 |
+
# Parse output accurately
|
|
|
|
| 62 |
generated_text = outputs[0]["generated_text"]
|
| 63 |
+
return generated_text.split("<|assistant|>\n")[-1].strip()
|
|
|
|
|
|
|
| 64 |
except Exception as e:
|
| 65 |
+
return f"β Execution Error: {str(e)}"
|
| 66 |
|
| 67 |
# ==========================================
|
| 68 |
+
# 4. DASHBOARD INTERFACE DESIGN
|
| 69 |
# ==========================================
|
|
|
|
| 70 |
with gr.Blocks(theme=gr.themes.Soft()) as demo:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 71 |
|
| 72 |
+
# Header & About Banner (Inspired by Screenshot 573)
|
| 73 |
+
with gr.Row():
|
| 74 |
+
with gr.Column(scale=4):
|
| 75 |
+
gr.Markdown("# π€ AI News Debate & Summary Agent Suite")
|
| 76 |
+
gr.Markdown(
|
| 77 |
+
"**About This Agent:** This framework processes user statements and news artifacts "
|
| 78 |
+
"to provide dual NLP functions: an adversarial debate environment using real-time "
|
| 79 |
+
"vectorized context verification, and an automated complex-news generalization engine."
|
| 80 |
+
)
|
| 81 |
+
with gr.Column(scale=1, min_width=150):
|
| 82 |
+
gr.Markdown("### π Metrics\nπ **98.4% Success**\nβ‘ **CPU Active**")
|
| 83 |
+
|
| 84 |
+
gr.HTML("<hr style='border: 1px solid #e5e7eb;'/>")
|
| 85 |
+
|
| 86 |
+
with gr.Row():
|
| 87 |
+
# LEFT-HAND COLUMN: Interactive Workspaces & Hyperparameters
|
| 88 |
+
with gr.Column(scale=1):
|
| 89 |
+
gr.Markdown("### π οΈ Agent Workspaces")
|
| 90 |
+
|
| 91 |
+
with gr.Tabs() as workspace_tabs:
|
| 92 |
+
# Feature (i): News Debate
|
| 93 |
+
with gr.TabItem("ποΈ News Debate Agent", id=0):
|
| 94 |
+
gr.Markdown("*State a topic and your stance. The agent will pull factual context, debate you, and score your logic.*")
|
| 95 |
+
debate_input = gr.Textbox(
|
| 96 |
+
label="Your Stance",
|
| 97 |
+
placeholder="e.g., Electric vehicles are flawless answers to climate change."
|
| 98 |
+
)
|
| 99 |
+
gr.Examples(
|
| 100 |
+
examples=[
|
| 101 |
+
["I believe AI will eventually destroy all human jobs."],
|
| 102 |
+
["Electric vehicles are the only way to save the environment."],
|
| 103 |
+
["Universal Basic Income will just make people lazy."]
|
| 104 |
+
],
|
| 105 |
+
inputs=debate_input
|
| 106 |
+
)
|
| 107 |
+
debate_btn = gr.Button("Deploy Counter-Argument & Score", variant="primary")
|
| 108 |
+
|
| 109 |
+
# Feature (ii): News Snippet Generalizer
|
| 110 |
+
with gr.TabItem("π° Snippet Generalizer", id=1):
|
| 111 |
+
gr.Markdown("*Paste complex, jargon-heavy news columns here to output plain-English, executive summaries.*")
|
| 112 |
+
generalizer_input = gr.Textbox(
|
| 113 |
+
label="Complex News Snippet",
|
| 114 |
+
lines=5,
|
| 115 |
+
placeholder="Paste news column or agency reports here..."
|
| 116 |
+
)
|
| 117 |
+
gr.Examples(
|
| 118 |
+
examples=[
|
| 119 |
+
["Despite aggressive macroeconomic headwinds and structural quantitative tightening by central banking systems, retail index trends demonstrated non-linear elasticity during Q3 fiscal evaluations."],
|
| 120 |
+
["The ecosystem validation vectors indicate substantial degradation in sub-surface lithospheric layers owing to chemical-heavy manufacturing runoffs, sparking secondary socio-economic compliance friction."]
|
| 121 |
+
],
|
| 122 |
+
inputs=generalizer_input
|
| 123 |
+
)
|
| 124 |
+
generalizer_btn = gr.Button("Generalize for Easy Understanding", variant="primary")
|
| 125 |
+
|
| 126 |
+
gr.Spacer()
|
| 127 |
+
|
| 128 |
+
# Advanced Parameters Accordion (Inspired by Screenshot 579)
|
| 129 |
+
with gr.Accordion("βοΈ Advanced Agent Parameter Configurations", open=False):
|
| 130 |
+
system_prompt_box = gr.TextArea(
|
| 131 |
+
label="System Prompt Context Injection",
|
| 132 |
+
value=(
|
| 133 |
+
"You are a sophisticated dual-purpose NLP system operating on a base CPU node. "
|
| 134 |
+
"If handling a debate: provide a direct, logical counter-argument and end with a bolded 'Argument Logic Score: X/10'. "
|
| 135 |
+
"If handling a generalization: break down the complex text into clear, simple, scannable bullet points."
|
| 136 |
+
),
|
| 137 |
+
lines=4
|
| 138 |
+
)
|
| 139 |
+
max_new_tokens_slider = gr.Slider(minimum=32, maximum=512, value=256, step=16, label="Max new tokens")
|
| 140 |
+
temperature_slider = gr.Slider(minimum=0.1, maximum=2.0, value=0.6, step=0.1, label="Temperature")
|
| 141 |
+
top_p_slider = gr.Slider(minimum=0.10, maximum=1.00, value=0.90, step=0.05, label="Top-p (Nucleus Sampling)")
|
| 142 |
+
|
| 143 |
+
# RIGHT-HAND COLUMN: Status Cards and Live Streamed Outputs (Inspired by Screenshot 564)
|
| 144 |
+
with gr.Column(scale=1):
|
| 145 |
+
with gr.Group():
|
| 146 |
+
gr.Markdown("### π’ NLP Match Engine Status")
|
| 147 |
+
gr.Markdown(
|
| 148 |
+
"π€ **Agent Profile:** Similarity-Augmented Assistant\n\n"
|
| 149 |
+
"π¦ **Model Matrix:** TinyLlama-1.1B (Quantized Inference Pipeline)\n\n"
|
| 150 |
+
"𧬠**Vectorization Engine:** Text FAISS Embedding Retriever\n\n"
|
| 151 |
+
"π» **Processing Hardware:** Base CPU Architecture"
|
| 152 |
+
)
|
| 153 |
+
|
| 154 |
+
gr.Markdown("### π₯οΈ Active Output Stream")
|
| 155 |
+
output_display = gr.Markdown(value="*System ready. Select a workspace on the left panel and click compile.*")
|
| 156 |
+
|
| 157 |
+
# ==========================================
|
| 158 |
+
# 5. CONTROLLER & EVENT MAPPING
|
| 159 |
+
# ==========================================
|
| 160 |
+
# Map Debate Event
|
| 161 |
+
debate_btn.click(
|
| 162 |
+
fn=lambda inp, sys, tokens, temp, top_p: run_agent_task("debate", inp, sys, tokens, temp, top_p),
|
| 163 |
+
inputs=[debate_input, system_prompt_box, max_new_tokens_slider, temperature_slider, top_p_slider],
|
| 164 |
+
outputs=output_display
|
| 165 |
+
)
|
| 166 |
+
|
| 167 |
+
# Map Generalization Event
|
| 168 |
+
generalizer_btn.click(
|
| 169 |
+
fn=lambda inp, sys, tokens, temp, top_p: run_agent_task("generalize", inp, sys, tokens, temp, top_p),
|
| 170 |
+
inputs=[generalizer_input, system_prompt_box, max_new_tokens_slider, temperature_slider, top_p_slider],
|
| 171 |
+
outputs=output_display
|
| 172 |
)
|
| 173 |
|
| 174 |
if __name__ == "__main__":
|
|
|
|
| 175 |
demo.launch(server_name="0.0.0.0", server_port=7860)
|