import gradio as gr import torch from transformers import pipeline from langchain_community.vectorstores import FAISS from langchain_huggingface import HuggingFaceEmbeddings from langchain_core.documents import Document # ========================================== # 1. INITIALIZE ENGINE & VECTOR DATA # ========================================== print("Loading Lightweight Embedding Engine...") embedding_model = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2") print("Initializing High-Performance Qwen Core on CPU...") chat_pipeline = pipeline( "text-generation", model="Qwen/Qwen2.5-1.5B-Instruct", device="cpu", dtype=torch.float32 ) # Fact-checking RAG context database mock_news_db = [ "AI and Automation: Global studies confirm that while AI will replace 85 million routine operational jobs by late 2026, it simultaneously offsets this by engineering 97 million technical roles.", "EV Industrial Lifecycle: Electric Vehicles emit zero greenhouse operational gases, but lithium-ion battery extraction increases heavy localized ecosystem toxicity by 42%.", "Universal Basic Income: Comprehensive economic trials indicate UBI successfully lowers base poverty indexes but sparks minor macro-inflationary pressures across basic retail commodities." ] documents = [Document(page_content=text) for text in mock_news_db] vector_store = FAISS.from_documents(documents, embedding_model) # ========================================== # 2. OPTIMIZED EXECUTION ENGINE # ========================================== def execution_engine(workspace_type, user_input, max_tokens, temp, top_p): if not user_input.strip(): return "⚠️ **System Input Error:** Input field cannot be empty." if workspace_type == "debate": retriever = vector_store.as_retriever(search_kwargs={"k": 1}) matched_docs = retriever.invoke(user_input) context = matched_docs[0].page_content if matched_docs else "No context available." # Concise prompt structure ensuring score presence system_instruction = ( "You are a sharp, polite adversarial debate assistant. Disagree with the user's stance.\n" f"VERIFIED CONTEXT: {context}\n\n" "INSTRUCTIONS:\n" "1. Write exactly 2 concise counter-argument sentences.\n" "2. Always end your response with: '**Argument Logic Score: X/10**' (replace X with 1-10)." ) else: # Generalize mode system_instruction = ( "You are an expert news editor. Translate complex statements into simple English.\n" "Output exactly 2 concise bullet points summarizing key points under 40 words total." ) # ChatML Template Formatting formatted_prompt = ( f"<|im_start|>system\n{system_instruction}<|im_end|>\n" f"<|im_start|>user\n{user_input}<|im_end|>\n" "<|im_start|>assistant\n" ) try: # Greedy decoding (do_sample=False) accelerates CPU generation significantly raw_output = chat_pipeline( formatted_prompt, max_new_tokens=int(max_tokens), do_sample=False, # Faster deterministic execution on CPU pad_token_id=chat_pipeline.tokenizer.eos_token_id ) processed_text = raw_output[0]["generated_text"].split("<|im_start|>assistant\n")[-1].strip() # Safe Truncation Cleanup: Retain score characters (*, ), digits) without stripping score line valid_endings = [".", "!", "?", '"', "*", ")", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9"] if processed_text and processed_text[-1] not in valid_endings: last_punc = max( processed_text.rfind("."), processed_text.rfind("!"), processed_text.rfind("?"), processed_text.rfind("*") ) if last_punc != -1: processed_text = processed_text[:last_punc + 1] return processed_text except Exception as error: return f"❌ **Pipeline Fault:** Details: {str(error)}" # ========================================== # 3. GRADIO INTERFACE # ========================================== with gr.Blocks(theme=gr.themes.Soft()) as demo: with gr.Row(): with gr.Column(scale=3): gr.Markdown("# 🤖 AI News Debate & Summary Agent Suite") gr.Markdown("Localized vector embeddings + few-shot prompting optimized for CPU execution.") with gr.Column(scale=1): gr.HighlightedText(value=[("ONLINE", "🟢 CPU Mode")], show_label=False) gr.HTML("
") with gr.Row(): with gr.Column(scale=1): gr.Markdown("### 🛠️ Agent Workspaces") with gr.Tabs(): with gr.Tab(label="🎙️ News Debate Agent"): debate_example_picker = gr.Dropdown( label="💡 Preset Topics", choices=[ "LLMs are indispensable for application development.", "Electric vehicles are the only way to save the environment.", "Universal Basic Income will just make people lazy." ] ) debate_text_input = gr.Textbox(label="Your Stance", placeholder="Enter your claim...") debate_example_picker.change(fn=lambda x: x, inputs=debate_example_picker, outputs=debate_text_input) run_debate_action = gr.Button("Deploy Counter-Argument & Score", variant="primary") with gr.Tab(label="📰 Snippet Generalizer"): generalizer_example_picker = gr.Dropdown( label="💡 Preset Complex News", choices=[ "Despite aggressive macroeconomic headwinds and structural quantitative tightening by central banking systems, retail index trends demonstrated non-linear elasticity during fiscal evaluations.", "The ecosystem validation vectors indicate substantial degradation in sub-surface lithospheric layers owing to chemical manufacturing runoffs, sparking compliance friction." ], value="Despite aggressive macroeconomic headwinds and structural quantitative tightening by central banking systems, retail index trends demonstrated non-linear elasticity during fiscal evaluations." ) simplify_text_input = gr.Textbox( label="Complex News Snippet", lines=4, value="Despite aggressive macroeconomic headwinds and structural quantitative tightening by central banking systems, retail index trends demonstrated non-linear elasticity during fiscal evaluations." ) generalizer_example_picker.change(fn=lambda x: x, inputs=generalizer_example_picker, outputs=simplify_text_input) run_simplifier_action = gr.Button("Deploy Generalization Engine", variant="primary") with gr.Accordion("⚙️ Parameter Tuning", open=False): max_tokens_val = gr.Slider(minimum=100, maximum=300, value=200, step=20, label="Max tokens") temp_val = gr.Slider(minimum=0.1, maximum=1.0, value=0.25, step=0.05, label="Temperature") top_p_val = gr.Slider(minimum=0.50, maximum=1.00, value=0.85, step=0.05, label="Top-p") with gr.Column(scale=1): gr.Markdown("### 🖥️ Active Output Stream") active_output_panel = gr.Markdown(value="*System ready.*") # Event Bindings run_debate_action.click( fn=lambda user_in, tokens, t, p: execution_engine("debate", user_in, tokens, t, p), inputs=[debate_text_input, max_tokens_val, temp_val, top_p_val], outputs=active_output_panel ) run_simplifier_action.click( fn=lambda user_in, tokens, t, p: execution_engine("generalize", user_in, tokens, t, p), inputs=[simplify_text_input, max_tokens_val, temp_val, top_p_val], outputs=active_output_panel ) if __name__ == "__main__": demo.launch(server_name="0.0.0.0", server_port=7860)