File size: 6,375 Bytes
8a05213
 
 
 
 
 
 
 
 
 
 
 
 
 
45024a1
 
 
8a05213
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
45024a1
 
8a05213
 
 
 
 
 
 
 
 
 
 
 
 
 
45024a1
 
 
8a05213
 
 
 
45024a1
8a05213
45024a1
 
8a05213
 
 
 
 
 
 
 
 
 
 
 
45024a1
8a05213
 
 
 
 
45024a1
8a05213
45024a1
8a05213
 
 
 
 
 
 
 
 
 
 
 
 
45024a1
8a05213
 
45024a1
 
8a05213
45024a1
8a05213
 
 
 
 
 
 
 
 
 
 
 
45024a1
 
 
8a05213
45024a1
 
8a05213
 
 
 
 
 
 
 
 
 
 
45024a1
8a05213
 
 
 
 
45024a1
8a05213
45024a1
8a05213
 
 
 
45024a1
8a05213
 
 
 
 
 
 
 
 
45024a1
 
 
8a05213
 
 
 
 
 
 
 
 
 
 
45024a1
8a05213
 
 
 
 
45024a1
8a05213
 
 
 
 
 
 
 
45024a1
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
import os
import numpy as np
from PyPDF2 import PdfReader
import docx
import faiss
import torch
from sentence_transformers import SentenceTransformer
from transformers import pipeline, AutoTokenizer
import gradio as gr

###########################
# CONFIGURATION
###########################

DATA_DIR = "."  # Looks in the Space/project root
MAX_CHUNKS = 10  # Conservative for Spaces, raises as needed
MAX_RESPONSE_CHARS = 4000  # Prevents protocol errors by truncating huge responses

###########################
# DATA EXTRACTION & CHUNKING
###########################

def extract_text(file_path):
    ext = os.path.splitext(file_path)[1].lower()
    if ext == '.pdf':
        text = ''
        with open(file_path, 'rb') as f:
            reader = PdfReader(f)
            for page in reader.pages:
                t = page.extract_text()
                if t: text += t + ' '
        return text
    elif ext == '.docx':
        docf = docx.Document(file_path)
        return ' '.join([p.text for p in docf.paragraphs])
    elif ext == '.txt':
        with open(file_path, 'r', encoding='utf-8') as f:
            return f.read()
    return ''

def chunk_text(text, max_len=300):
    # Smaller chunks are safer for Spaces
    sents = text.split('. ')
    chunks, chunk = [], ''
    for s in sents:
        if len(chunk) + len(s) < max_len:
            chunk += s + '. '
        else:
            if chunk.strip():
                chunks.append(chunk.strip())
            chunk = s + '. '
    if chunk.strip():
        chunks.append(chunk.strip())
    return chunks

all_chunks, all_meta = [], []
filelist = [f for f in os.listdir(DATA_DIR) if f.lower().endswith(('.pdf', '.docx', '.txt'))]
if filelist:
    for fname in filelist:
        file_path = os.path.join(DATA_DIR, fname)
        subject = 'general'
        try:
            text = extract_text(file_path)
            c = chunk_text(text, max_len=300)
            for chunk in c:
                # Only index nonempty, reasonbly sized chunks
                if 40 < len(chunk) <= 1000:
                    all_chunks.append(chunk)
                    all_meta.append({'subject': subject, 'file': fname})
                    if len(all_chunks) >= MAX_CHUNKS:
                        break
            if len(all_chunks) >= MAX_CHUNKS:
                break
        except Exception as e:
            print(f"Failed {file_path}: {e}")
        if len(all_chunks) >= MAX_CHUNKS:
            break
    print('Chunks loaded:', len(all_chunks))
else:
    print("No textbook files found in current directory.")

###########################
# EMBEDDINGS & INDEX
###########################

if all_chunks:
    encoder = SentenceTransformer('all-MiniLM-L6-v2')
    embeddings = encoder.encode(all_chunks, show_progress_bar=False, batch_size=8)
    faiss.normalize_L2(embeddings)
    index = faiss.IndexFlatIP(embeddings.shape[1])
    index.add(np.array(embeddings).astype('float32'))
else:
    encoder, embeddings, index = None, None, None

###########################
# ANSWER FUNCTION
###########################

def answer_query(
    question,
    subject=None,
    top_k=1,  # One chunk per answer is safest!
    model_name="Qwen/Qwen2-0.5B"
):
    if encoder is None or index is None or not all_chunks:
        return "⚠️ No textbooks found or processed. Please check your file uploads."

    # Retrieval, only the most relevant chunk
    q_emb = encoder.encode([question])
    faiss.normalize_L2(q_emb)
    D, I = index.search(np.asarray(q_emb, dtype='float32'), top_k*2)
    found = []
    for idx in I[0]:
        if subject:
            if subject.lower() in all_meta[idx]['subject'].lower():
                found.append(all_chunks[idx])
        else:
            found.append(all_chunks[idx])
        if len(found) >= top_k: break
    context = "\n".join(found)
    if not context.strip():
        return "Sorry, I could not find an answer from the loaded textbooks."

    prompt = (
        "You are an ICSE board AI tutor. Answer using ONLY the following textbook excerpt. "
        "Answer concisely and do not repeat the prompt or content.\n\n"
        f"Textbook excerpt:\n{context}\n\n"
        f"Student question: {question}\n"
        "Answer:"
    )
    tokenizer = AutoTokenizer.from_pretrained(model_name)
    pipe = pipeline(
        "text-generation",
        model=model_name,
        tokenizer=tokenizer,
        torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
        device=0 if torch.cuda.is_available() else -1,
        max_new_tokens=128,
        do_sample=False,
        pad_token_id=tokenizer.eos_token_id
    )
    output = pipe(prompt)[0]['generated_text']

    # Clean output: only what's after the last "Answer:" line
    answer_part = output.split("Answer:")[-1].strip()
    # Truncate at first re-ask or echo marker
    for stop_word in ["Textbook", "Student question:", "Context:"]:
        if stop_word in answer_part:
            answer_part = answer_part.split(stop_word)[0].strip()

    # Remove duplicate lines and enforce length limit
    lines = answer_part.splitlines()
    seen, unique = set(), []
    for l in lines:
        l = l.strip()
        if l and l not in seen:
            unique.append(l)
            seen.add(l)
    final_answer = "\n".join(unique)
    if not final_answer.strip():
        return "Sorry, I could not generate an answer from the content."
    if len(final_answer) > MAX_RESPONSE_CHARS:
        final_answer = final_answer[:MAX_RESPONSE_CHARS] + "\n\n[Truncated]"
    return final_answer

###########################
# GRADIO APP
###########################

def gradio_chatbot(user_input, subject=""):
    subject_input = subject.strip() if subject.strip() else None
    return answer_query(user_input, subject=subject_input)

TITLE = "ICSE Textbook Chatbot (Qwen2-0.5B)"
DESC = "Ask any question using ONLY your uploaded ICSE textbooks. The AI answers strictly from your syllabus content. For demo use only."

iface = gr.Interface(
    fn=gradio_chatbot,
    inputs=[
        gr.Textbox(label="Your question", placeholder="Type your question here...", lines=2),
        gr.Textbox(label="Subject (optional)", placeholder="e.g., Physics, Geography", lines=1)
    ],
    outputs="text",
    title=TITLE,
    description=DESC,
    allow_flagging="never"
)

if __name__ == "__main__":
    iface.launch(share=True)