Spaces:
Sleeping
Sleeping
Download app.py from VectorV17/Tech: direct link, hf CLI and curl.
- Browser
- Download file 8.44 kB
-
https://huggingface.co/spaces/VectorV17/Tech/resolve/main/app.py
- Command line
-
hf download hf://spaces/VectorV17/Tech/app.py
-
curl -L -o app.py https://huggingface.co/spaces/VectorV17/Tech/resolve/main/app.py
8.44 kB
| import gradio as gr | |
| import torch | |
| from transformers import pipeline | |
| from langchain_community.vectorstores import FAISS | |
| from langchain_huggingface import HuggingFaceEmbeddings | |
| from langchain_core.documents import Document | |
| # ========================================== | |
| # 1. INITIALIZE ENGINE & VECTOR DATA | |
| # ========================================== | |
| print("Loading Lightweight Embedding Engine...") | |
| embedding_model = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2") | |
| print("Initializing High-Performance Qwen Core on CPU...") | |
| chat_pipeline = pipeline( | |
| "text-generation", | |
| model="Qwen/Qwen2.5-1.5B-Instruct", | |
| device="cpu", | |
| dtype=torch.float32 | |
| ) | |
| # Fact-checking RAG context database | |
| mock_news_db = [ | |
| "AI and Automation: Global studies confirm that while AI will replace 85 million routine operational jobs by late 2026, it simultaneously offsets this by engineering 97 million technical roles.", | |
| "EV Industrial Lifecycle: Electric Vehicles emit zero greenhouse operational gases, but lithium-ion battery extraction increases heavy localized ecosystem toxicity by 42%.", | |
| "Universal Basic Income: Comprehensive economic trials indicate UBI successfully lowers base poverty indexes but sparks minor macro-inflationary pressures across basic retail commodities." | |
| ] | |
| documents = [Document(page_content=text) for text in mock_news_db] | |
| vector_store = FAISS.from_documents(documents, embedding_model) | |
| # ========================================== | |
| # 2. OPTIMIZED EXECUTION ENGINE | |
| # ========================================== | |
| def execution_engine(workspace_type, user_input, max_tokens, temp, top_p): | |
| if not user_input.strip(): | |
| return "β οΈ **System Input Error:** Input field cannot be empty." | |
| if workspace_type == "debate": | |
| retriever = vector_store.as_retriever(search_kwargs={"k": 1}) | |
| matched_docs = retriever.invoke(user_input) | |
| context = matched_docs[0].page_content if matched_docs else "No context available." | |
| # Concise prompt structure ensuring score presence | |
| system_instruction = ( | |
| "You are a sharp, polite adversarial debate assistant. Disagree with the user's stance.\n" | |
| f"VERIFIED CONTEXT: {context}\n\n" | |
| "INSTRUCTIONS:\n" | |
| "1. Write exactly 2 concise counter-argument sentences.\n" | |
| "2. Always end your response with: '**Argument Logic Score: X/10**' (replace X with 1-10)." | |
| ) | |
| else: # Generalize mode | |
| system_instruction = ( | |
| "You are an expert news editor. Translate complex statements into simple English.\n" | |
| "Output exactly 2 concise bullet points summarizing key points under 40 words total." | |
| ) | |
| # ChatML Template Formatting | |
| formatted_prompt = ( | |
| f"<|im_start|>system\n{system_instruction}<|im_end|>\n" | |
| f"<|im_start|>user\n{user_input}<|im_end|>\n" | |
| "<|im_start|>assistant\n" | |
| ) | |
| try: | |
| # Greedy decoding (do_sample=False) accelerates CPU generation significantly | |
| raw_output = chat_pipeline( | |
| formatted_prompt, | |
| max_new_tokens=int(max_tokens), | |
| do_sample=False, # Faster deterministic execution on CPU | |
| pad_token_id=chat_pipeline.tokenizer.eos_token_id | |
| ) | |
| processed_text = raw_output[0]["generated_text"].split("<|im_start|>assistant\n")[-1].strip() | |
| # Safe Truncation Cleanup: Retain score characters (*, ), digits) without stripping score line | |
| valid_endings = [".", "!", "?", '"', "*", ")", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9"] | |
| if processed_text and processed_text[-1] not in valid_endings: | |
| last_punc = max( | |
| processed_text.rfind("."), | |
| processed_text.rfind("!"), | |
| processed_text.rfind("?"), | |
| processed_text.rfind("*") | |
| ) | |
| if last_punc != -1: | |
| processed_text = processed_text[:last_punc + 1] | |
| return processed_text | |
| except Exception as error: | |
| return f"β **Pipeline Fault:** Details: {str(error)}" | |
| # ========================================== | |
| # 3. GRADIO INTERFACE | |
| # ========================================== | |
| with gr.Blocks(theme=gr.themes.Soft()) as demo: | |
| with gr.Row(): | |
| with gr.Column(scale=3): | |
| gr.Markdown("# π€ AI News Debate & Summary Agent Suite") | |
| gr.Markdown("Localized vector embeddings + few-shot prompting optimized for CPU execution.") | |
| with gr.Column(scale=1): | |
| gr.HighlightedText(value=[("ONLINE", "π’ CPU Mode")], show_label=False) | |
| gr.HTML("<hr style='border: 0.5px solid #374151; margin: 15px 0;'/>") | |
| with gr.Row(): | |
| with gr.Column(scale=1): | |
| gr.Markdown("### π οΈ Agent Workspaces") | |
| with gr.Tabs(): | |
| with gr.Tab(label="ποΈ News Debate Agent"): | |
| debate_example_picker = gr.Dropdown( | |
| label="π‘ Preset Topics", | |
| choices=[ | |
| "LLMs are indispensable for application development.", | |
| "Electric vehicles are the only way to save the environment.", | |
| "Universal Basic Income will just make people lazy." | |
| ] | |
| ) | |
| debate_text_input = gr.Textbox(label="Your Stance", placeholder="Enter your claim...") | |
| debate_example_picker.change(fn=lambda x: x, inputs=debate_example_picker, outputs=debate_text_input) | |
| run_debate_action = gr.Button("Deploy Counter-Argument & Score", variant="primary") | |
| with gr.Tab(label="π° Snippet Generalizer"): | |
| generalizer_example_picker = gr.Dropdown( | |
| label="π‘ Preset Complex News", | |
| choices=[ | |
| "Despite aggressive macroeconomic headwinds and structural quantitative tightening by central banking systems, retail index trends demonstrated non-linear elasticity during fiscal evaluations.", | |
| "The ecosystem validation vectors indicate substantial degradation in sub-surface lithospheric layers owing to chemical manufacturing runoffs, sparking compliance friction." | |
| ], | |
| value="Despite aggressive macroeconomic headwinds and structural quantitative tightening by central banking systems, retail index trends demonstrated non-linear elasticity during fiscal evaluations." | |
| ) | |
| simplify_text_input = gr.Textbox( | |
| label="Complex News Snippet", | |
| lines=4, | |
| value="Despite aggressive macroeconomic headwinds and structural quantitative tightening by central banking systems, retail index trends demonstrated non-linear elasticity during fiscal evaluations." | |
| ) | |
| generalizer_example_picker.change(fn=lambda x: x, inputs=generalizer_example_picker, outputs=simplify_text_input) | |
| run_simplifier_action = gr.Button("Deploy Generalization Engine", variant="primary") | |
| with gr.Accordion("βοΈ Parameter Tuning", open=False): | |
| max_tokens_val = gr.Slider(minimum=100, maximum=300, value=200, step=20, label="Max tokens") | |
| temp_val = gr.Slider(minimum=0.1, maximum=1.0, value=0.25, step=0.05, label="Temperature") | |
| top_p_val = gr.Slider(minimum=0.50, maximum=1.00, value=0.85, step=0.05, label="Top-p") | |
| with gr.Column(scale=1): | |
| gr.Markdown("### π₯οΈ Active Output Stream") | |
| active_output_panel = gr.Markdown(value="*System ready.*") | |
| # Event Bindings | |
| run_debate_action.click( | |
| fn=lambda user_in, tokens, t, p: execution_engine("debate", user_in, tokens, t, p), | |
| inputs=[debate_text_input, max_tokens_val, temp_val, top_p_val], | |
| outputs=active_output_panel | |
| ) | |
| run_simplifier_action.click( | |
| fn=lambda user_in, tokens, t, p: execution_engine("generalize", user_in, tokens, t, p), | |
| inputs=[simplify_text_input, max_tokens_val, temp_val, top_p_val], | |
| outputs=active_output_panel | |
| ) | |
| if __name__ == "__main__": | |
| demo.launch(server_name="0.0.0.0", server_port=7860) |