Update app.py

app.py

@@ -1,18 +1,35 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
 import huggingface_hub
-from sentence-transformers import SentenceTransformer
-import torch
 import numpy as np
 !pip install -q sentence-transformers
 from sentence_transformers import SentenceTransformer
 import torch
 
 with open("knowledge.txt", "r", encoding="utf-8") as file:
-  # Read the entire contents of the file and store it in a variable
   knowledge_base = file.read()
 
-print(knowledge_base)
+def preprocess_text(text):
+  cleaned_text = text.strip()
+
+  chunks = cleaned_text.split("\n")
+
+  cleaned_chunks = []
+
+  for chunk in chunks:
+    stripped_chunk = chunk.strip()
+    if len (stripped_chunk)>0:
+      cleaned_chunks.append(stripped_chunk)
+
+
+  print(cleaned_chunks)
+
+  print (len(cleaned_chunks))
+
+  return cleaned_chunks
+
+
+cleaned_chunks = preprocess_text(knowledge_base) 
 
 client = InferenceClient("Qwen/Qwen2.5-7B-Instruct")