doc-class-fix / environment.py
TanujInsane
refactor: human-written code style - less comments, pragmatic naming, compact structure
40506ca
Raw History Blame Contribute Delete
6.94 kB
import gymnasium as gym
from gymnasium import spaces
import numpy as np
import time
import random
from tasks import TaskDataGenerator, get_task_config
class DocumentClassificationEnv(gym.Env):
metadata = {
"render_modes": ["human"],
"name": "DocumentClassification-v1"
}
# Different difficulty levels = different number of categories
# Easy = 5, Medium = 10, Hard = 20 (gets gnarly fast)
CATEGORY_MAPS = {
"easy": {
0: "General",
1: "Billing",
2: "Support",
3: "Technical",
4: "HR"
},
"medium": {
0: "General",
1: "Billing",
2: "Billing-Dispute",
3: "Support",
4: "Technical",
5: "Technical-Bug",
6: "HR-Payroll",
7: "HR-Benefits",
8: "Legal",
9: "Executive"
},
"hard": {
0: "General", 1: "Billing", 2: "Billing-Dispute", 3: "Billing-Refund",
4: "Support-Urgent", 5: "Support-Normal", 6: "Technical", 7: "Technical-Bug",
8: "Technical-Feature", 9: "HR-Payroll", 10: "HR-Benefits", 11: "HR-Complaint",
12: "Legal", 13: "Legal-Contract", 14: "Legal-Compliance", 15: "Executive",
16: "Executive-Strategic", 17: "Finance", 18: "Marketing", 19: "Operations",
20: "HR", 21: "Support"
}
}
def __init__(self, task_difficulty="easy", seed=None):
super().__init__()
self.task_difficulty = task_difficulty
if task_difficulty not in ["easy", "medium", "hard"]:
raise ValueError(f"Pick easy, medium, or hard. Got: {task_difficulty}")
if seed is not None:
np.random.seed(seed)
random.seed(seed)
self.task_config = get_task_config(task_difficulty)
self.num_categories = self.task_config["num_categories"]
self.feature_dim = self.task_config["feature_dim"]
self.action_space = spaces.Discrete(self.num_categories)
self.observation_space = spaces.Dict({
"document_id": spaces.Text(max_length=20),
"content": spaces.Text(max_length=10000),
"word_count": spaces.Box(low=0, high=10000, shape=(1,), dtype=np.int32),
"has_urgency_markers": spaces.MultiBinary(1),
"features": spaces.Box(low=-1.0, high=1.0, shape=(self.feature_dim,), dtype=np.float32),
"document_index": spaces.Box(low=0, high=10000, shape=(1,), dtype=np.int32),
"total_documents": spaces.Box(low=0, high=10000, shape=(1,), dtype=np.int32),
})
self.data_generator = TaskDataGenerator(task_difficulty, seed)
self.documents = None
self.labels = None
self.current_document_index = 0
self.episode_rewards = []
self.correct = 0
self.total = 0
self.episode_times = []
self.start_time = None
def reset(self, seed=None, options=None):
if seed is not None:
np.random.seed(seed)
random.seed(seed)
self.documents, self.labels = self.data_generator.generate_task_data()
self.current_document_index = 0
self.episode_rewards = []
self.correct = 0
self.total = 0
self.episode_times = []
self.start_time = time.time()
return self._obs(), {}
def step(self, action):
t0 = time.time()
if self.current_document_index >= len(self.documents):
return self._obs(), 0.0, True, False, {"episode_complete": True}
true_label = self.labels[self.current_document_index]
is_correct = action == true_label
reward = 1.0 if is_correct else -0.4
self.episode_rewards.append(reward)
if is_correct:
self.correct += 1
self.total += 1
self.episode_times.append(time.time() - t0)
self.current_document_index += 1
done = self.current_document_index >= len(self.documents)
obs = self._obs()
info = {
"is_correct": is_correct,
"true_category": self.CATEGORY_MAPS[self.task_difficulty][true_label],
"predicted_category": self.CATEGORY_MAPS[self.task_difficulty][action],
"processing_time_ms": (time.time() - t0) * 1000,
"episode_accuracy": self.correct / self.total if self.total > 0 else 0.0,
}
if done:
info["episode_summary"] = self._summary()
return obs, reward, done, False, info
def state(self):
return {
"current_observation": self._obs(),
"document_index": self.current_document_index,
"total_documents": len(self.documents) if self.documents else 0,
"total_reward": sum(self.episode_rewards),
"accuracy": self.correct / self.total if self.total > 0 else 0.0,
"avg_time_ms": np.mean(self.episode_times) * 1000 if self.episode_times else 0.0,
"difficulty": self.task_difficulty,
}
def _obs(self):
if self.current_document_index >= len(self.documents):
return {
"document_id": "",
"content": "",
"word_count": np.array([0], dtype=np.int32),
"has_urgency_markers": np.array([0], dtype=np.int8),
"features": np.zeros(self.feature_dim, dtype=np.float32),
"document_index": np.array([self.current_document_index], dtype=np.int32),
"total_documents": np.array([len(self.documents)], dtype=np.int32),
}
doc = self.documents[self.current_document_index]
return {
"document_id": doc["id"],
"content": doc["content"],
"word_count": np.array([doc["word_count"]], dtype=np.int32),
"has_urgency_markers": np.array([int(doc["has_urgency_markers"])], dtype=np.int8),
"features": np.array(doc["features"], dtype=np.float32),
"document_index": np.array([self.current_document_index], dtype=np.int32),
"total_documents": np.array([len(self.documents)], dtype=np.int32),
}
def _summary(self):
total_reward = sum(self.episode_rewards)
avg_reward = total_reward / len(self.episode_rewards) if self.episode_rewards else 0.0
acc = self.correct / self.total if self.total > 0 else 0.0
avg_time = np.mean(self.episode_times) * 1000 if self.episode_times else 0.0
elapsed = time.time() - self.start_time
return {
"total_reward": total_reward,
"avg_reward": avg_reward,
"accuracy": acc,
"total_classified": self.total,
"avg_time_ms": avg_time,
"total_time_s": elapsed,
}
def render(self):
pass
def close(self):
pass