workflow-agent / app.py
derangedsaturnian's picture
Update app.py
4560db7 verified
Raw History Blame Contribute Delete
2.82 kB
import gradio as gr
import os
from llama_index.llms.huggingface_api import HuggingFaceInferenceAPI
from llama_index.embeddings.huggingface import HuggingFaceEmbedding
from llama_index.core import SimpleDirectoryReader,Settings
#from llama_index.core.query_engine import RouterQueryEngine
#from llama_index.core.selectors import PydanticSingleSelector
#from llama_index.core.selectors import LLMMultiSelector
from llama_index.core import VectorStoreIndex
from llama_index.core.tools import QueryEngineTool
from llama_index.core.postprocessor import SentenceTransformerRerank
#from sentence_transformers import CrossEncoder
from core.graph_engine import build_graph_idx
hf_token = os.getenv("WORKFLOW_AGENT_TOKEN")
Settings.llm=HuggingFaceInferenceAPI(model_name="meta-llama/Meta-Llama-3-8B-Instruct",token=hf_token)
Settings.embed_model=HuggingFaceEmbedding(model_name="sentence-transformers/all-MiniLM-L6-v2")
reranker = SentenceTransformerRerank(model="cross-encoder/ms-marco-MiniLM-L-6-v2", top_n=3)
jenkins_docs=SimpleDirectoryReader("./data/jenkins_docs").load_data()
owasp_docs=SimpleDirectoryReader("./data/owasp").load_data()
jenkins_idx=build_graph_idx(jenkins_docs,"jenkins_table")
owasp_idx=build_graph_idx(owasp_docs,"asvs_table")
jenkins_tool=QueryEngineTool.from_defaults(query_engine=jenkins_idx.as_query_engine(similarity_top_k=3),description="Useful for questions about Jenkins pipelines, plugins, and workflows.")
owasp_tool=QueryEngineTool.from_defaults(query_engine=owasp_idx.as_query_engine(node_postprocessors=[reranker],similarity_top_k=10,response_mode="tree_summarize"),description="Useful for mapping security requirements to ASVS or CWE standards.")
#docs = SimpleDirectoryReader(input_dir="./data/",recursive=True).load_data()
#idx=build_graph_idx(docs)
#query_engine=idx.as_query_engine()
#query_engine=RouterQueryEngine(selector=LLMMultiSelector.from_defaults(),query_engine_tools=[jenkins_tool,owasp_tool])
def jenkins_chat(q):
response=jenkins_tool.query_engine.query(q)
return str(response)
def owasp_chat(q):
response=owasp_tool.query_engine.query(q)
seen_files=set()
sources="\n\n**Reranked Results:**\n"
for node in response.source_nodes:
fname=node.metadata.get('file_name', 'Unknown Source')
if fname not in seen_files:
sources+=f" - {fname}: (Confidence: {node.score:.2f})\n"
seen_files.add(fname)
return f"{str(response)}\n{sources}"
jenkins_interface=gr.Interface(fn=jenkins_chat,inputs="text",outputs="text",description="Assistant for Jenkins Workflows")
owasp_interface=gr.Interface(fn=owasp_chat,inputs="text",outputs="text",description="ASVS Semantic Mapping Experiment")
demo=gr.TabbedInterface([jenkins_interface, owasp_interface],["Jenkins Assistant", "OWASP Security Mapper"])
demo.launch()