Spaces:
Runtime error
Runtime error
Download app.py from derangedsaturnian/workflow-agent: direct link, hf CLI and curl.
- Browser
- Download file 2.82 kB
-
https://huggingface.co/spaces/derangedsaturnian/workflow-agent/resolve/main/app.py
- Command line
-
hf download hf://spaces/derangedsaturnian/workflow-agent/app.py
-
curl -L -o app.py https://huggingface.co/spaces/derangedsaturnian/workflow-agent/resolve/main/app.py
2.82 kB
| import gradio as gr | |
| import os | |
| from llama_index.llms.huggingface_api import HuggingFaceInferenceAPI | |
| from llama_index.embeddings.huggingface import HuggingFaceEmbedding | |
| from llama_index.core import SimpleDirectoryReader,Settings | |
| #from llama_index.core.query_engine import RouterQueryEngine | |
| #from llama_index.core.selectors import PydanticSingleSelector | |
| #from llama_index.core.selectors import LLMMultiSelector | |
| from llama_index.core import VectorStoreIndex | |
| from llama_index.core.tools import QueryEngineTool | |
| from llama_index.core.postprocessor import SentenceTransformerRerank | |
| #from sentence_transformers import CrossEncoder | |
| from core.graph_engine import build_graph_idx | |
| hf_token = os.getenv("WORKFLOW_AGENT_TOKEN") | |
| Settings.llm=HuggingFaceInferenceAPI(model_name="meta-llama/Meta-Llama-3-8B-Instruct",token=hf_token) | |
| Settings.embed_model=HuggingFaceEmbedding(model_name="sentence-transformers/all-MiniLM-L6-v2") | |
| reranker = SentenceTransformerRerank(model="cross-encoder/ms-marco-MiniLM-L-6-v2", top_n=3) | |
| jenkins_docs=SimpleDirectoryReader("./data/jenkins_docs").load_data() | |
| owasp_docs=SimpleDirectoryReader("./data/owasp").load_data() | |
| jenkins_idx=build_graph_idx(jenkins_docs,"jenkins_table") | |
| owasp_idx=build_graph_idx(owasp_docs,"asvs_table") | |
| jenkins_tool=QueryEngineTool.from_defaults(query_engine=jenkins_idx.as_query_engine(similarity_top_k=3),description="Useful for questions about Jenkins pipelines, plugins, and workflows.") | |
| owasp_tool=QueryEngineTool.from_defaults(query_engine=owasp_idx.as_query_engine(node_postprocessors=[reranker],similarity_top_k=10,response_mode="tree_summarize"),description="Useful for mapping security requirements to ASVS or CWE standards.") | |
| #docs = SimpleDirectoryReader(input_dir="./data/",recursive=True).load_data() | |
| #idx=build_graph_idx(docs) | |
| #query_engine=idx.as_query_engine() | |
| #query_engine=RouterQueryEngine(selector=LLMMultiSelector.from_defaults(),query_engine_tools=[jenkins_tool,owasp_tool]) | |
| def jenkins_chat(q): | |
| response=jenkins_tool.query_engine.query(q) | |
| return str(response) | |
| def owasp_chat(q): | |
| response=owasp_tool.query_engine.query(q) | |
| seen_files=set() | |
| sources="\n\n**Reranked Results:**\n" | |
| for node in response.source_nodes: | |
| fname=node.metadata.get('file_name', 'Unknown Source') | |
| if fname not in seen_files: | |
| sources+=f" - {fname}: (Confidence: {node.score:.2f})\n" | |
| seen_files.add(fname) | |
| return f"{str(response)}\n{sources}" | |
| jenkins_interface=gr.Interface(fn=jenkins_chat,inputs="text",outputs="text",description="Assistant for Jenkins Workflows") | |
| owasp_interface=gr.Interface(fn=owasp_chat,inputs="text",outputs="text",description="ASVS Semantic Mapping Experiment") | |
| demo=gr.TabbedInterface([jenkins_interface, owasp_interface],["Jenkins Assistant", "OWASP Security Mapper"]) | |
| demo.launch() |