import gradio as gr import os from llama_index.llms.huggingface_api import HuggingFaceInferenceAPI from llama_index.embeddings.huggingface import HuggingFaceEmbedding from llama_index.core import SimpleDirectoryReader,Settings #from llama_index.core.query_engine import RouterQueryEngine #from llama_index.core.selectors import PydanticSingleSelector #from llama_index.core.selectors import LLMMultiSelector from llama_index.core import VectorStoreIndex from llama_index.core.tools import QueryEngineTool from llama_index.core.postprocessor import SentenceTransformerRerank #from sentence_transformers import CrossEncoder from core.graph_engine import build_graph_idx hf_token = os.getenv("WORKFLOW_AGENT_TOKEN") Settings.llm=HuggingFaceInferenceAPI(model_name="meta-llama/Meta-Llama-3-8B-Instruct",token=hf_token) Settings.embed_model=HuggingFaceEmbedding(model_name="sentence-transformers/all-MiniLM-L6-v2") reranker = SentenceTransformerRerank(model="cross-encoder/ms-marco-MiniLM-L-6-v2", top_n=3) jenkins_docs=SimpleDirectoryReader("./data/jenkins_docs").load_data() owasp_docs=SimpleDirectoryReader("./data/owasp").load_data() jenkins_idx=build_graph_idx(jenkins_docs,"jenkins_table") owasp_idx=build_graph_idx(owasp_docs,"asvs_table") jenkins_tool=QueryEngineTool.from_defaults(query_engine=jenkins_idx.as_query_engine(similarity_top_k=3),description="Useful for questions about Jenkins pipelines, plugins, and workflows.") owasp_tool=QueryEngineTool.from_defaults(query_engine=owasp_idx.as_query_engine(node_postprocessors=[reranker],similarity_top_k=10,response_mode="tree_summarize"),description="Useful for mapping security requirements to ASVS or CWE standards.") #docs = SimpleDirectoryReader(input_dir="./data/",recursive=True).load_data() #idx=build_graph_idx(docs) #query_engine=idx.as_query_engine() #query_engine=RouterQueryEngine(selector=LLMMultiSelector.from_defaults(),query_engine_tools=[jenkins_tool,owasp_tool]) def jenkins_chat(q): response=jenkins_tool.query_engine.query(q) return str(response) def owasp_chat(q): response=owasp_tool.query_engine.query(q) seen_files=set() sources="\n\n**Reranked Results:**\n" for node in response.source_nodes: fname=node.metadata.get('file_name', 'Unknown Source') if fname not in seen_files: sources+=f" - {fname}: (Confidence: {node.score:.2f})\n" seen_files.add(fname) return f"{str(response)}\n{sources}" jenkins_interface=gr.Interface(fn=jenkins_chat,inputs="text",outputs="text",description="Assistant for Jenkins Workflows") owasp_interface=gr.Interface(fn=owasp_chat,inputs="text",outputs="text",description="ASVS Semantic Mapping Experiment") demo=gr.TabbedInterface([jenkins_interface, owasp_interface],["Jenkins Assistant", "OWASP Security Mapper"]) demo.launch()