| import gradio as gr |
| import Wikidata_Text_Parser as wtr |
| import sqlite3 |
|
|
| def process_input(qid): |
| progress = gr.Progress(0) |
| |
| wtr.claimParser(qid) |
| |
| progress(0.20, desc="Filtering properties...") |
| filtered_df = wtr.propertyFiltering(qid) |
| |
| progress(0.40, desc="Parsing URLs...") |
| url_set = wtr.urlParser() |
| |
| progress(0.60, desc="Parsing HTML...") |
| html_set = wtr.htmlParser(url_set) |
| |
| progress(0.80, desc="Generating claim text...") |
| claim_text = wtr.claim2text(html_set) |
| |
| progress(1, desc="Generating claim text...") |
| html_text = wtr.html2text(html_set) |
|
|
| conn = sqlite3.connect('wikidata_claims_refs_parsed.db') |
| claim_text = claim_text.astype(str) |
| html_text = html_text.astype(str) |
| claim_text.to_sql('claim_text', conn, if_exists='replace', index=False) |
| html_text.to_sql('html_text', conn, if_exists='replace', index=False) |
| conn.commit() |
| conn.close() |
| return f"{html_text.shape[0]} HTMl documents collection via references of {qid}" |
|
|
| with gr.Blocks() as demo: |
| gr.Markdown( |
| """ |
| # Reference Quality Verification Tool |
| This is a tool for verifying the reference quality of Wikidata claims related to the target entity item. |
| |
| Parsing could take 3~5 mins depending on the number of references. |
| """ |
| ) |
| |
| inp = gr.Textbox(label="Input QID", placeholder="Input QID (i.e. Q42)") |
| out = gr.Textbox(label="Parsing result") |
| run_button = gr.Button("Start parsing") |
| run_button.click(process_input, inp, out) |
|
|
|
|
|
|
| if __name__ == "__main__": |
| demo.launch() |
