Spaces:
Sleeping
Sleeping
Commit ·
f956242
1
Parent(s): c494ed7
Delete ALl
Browse files- .gitattributes +0 -37
- Dockerfile +0 -18
- README.md +0 -10
- app.py +0 -107
- model_strukly.keras +0 -3
- penerjemah_kategori.pkl +0 -3
- requirements.txt +0 -7
- vocab.pkl +0 -3
.gitattributes
DELETED
|
@@ -1,37 +0,0 @@
|
|
| 1 |
-
*.7z filter=lfs diff=lfs merge=lfs -text
|
| 2 |
-
*.arrow filter=lfs diff=lfs merge=lfs -text
|
| 3 |
-
*.bin filter=lfs diff=lfs merge=lfs -text
|
| 4 |
-
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
| 5 |
-
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
| 6 |
-
*.ftz filter=lfs diff=lfs merge=lfs -text
|
| 7 |
-
*.gz filter=lfs diff=lfs merge=lfs -text
|
| 8 |
-
*.h5 filter=lfs diff=lfs merge=lfs -text
|
| 9 |
-
*.joblib filter=lfs diff=lfs merge=lfs -text
|
| 10 |
-
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
| 11 |
-
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
| 12 |
-
*.model filter=lfs diff=lfs merge=lfs -text
|
| 13 |
-
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
| 14 |
-
*.npy filter=lfs diff=lfs merge=lfs -text
|
| 15 |
-
*.npz filter=lfs diff=lfs merge=lfs -text
|
| 16 |
-
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 17 |
-
*.ot filter=lfs diff=lfs merge=lfs -text
|
| 18 |
-
*.parquet filter=lfs diff=lfs merge=lfs -text
|
| 19 |
-
*.pb filter=lfs diff=lfs merge=lfs -text
|
| 20 |
-
*.pickle filter=lfs diff=lfs merge=lfs -text
|
| 21 |
-
*.pkl filter=lfs diff=lfs merge=lfs -text
|
| 22 |
-
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 23 |
-
*.pth filter=lfs diff=lfs merge=lfs -text
|
| 24 |
-
*.rar filter=lfs diff=lfs merge=lfs -text
|
| 25 |
-
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 26 |
-
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
| 27 |
-
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
| 28 |
-
*.tar filter=lfs diff=lfs merge=lfs -text
|
| 29 |
-
*.tflite filter=lfs diff=lfs merge=lfs -text
|
| 30 |
-
*.tgz filter=lfs diff=lfs merge=lfs -text
|
| 31 |
-
*.wasm filter=lfs diff=lfs merge=lfs -text
|
| 32 |
-
*.xz filter=lfs diff=lfs merge=lfs -text
|
| 33 |
-
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
-
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
-
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
-
receipt_ner_model.keras filter=lfs diff=lfs merge=lfs -text
|
| 37 |
-
model_strukly.keras filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
Dockerfile
DELETED
|
@@ -1,18 +0,0 @@
|
|
| 1 |
-
FROM python:3.12.13
|
| 2 |
-
|
| 3 |
-
RUN apt-get update && apt-get install -y \
|
| 4 |
-
libgomp1 \
|
| 5 |
-
&& rm -rf /var/lib/apt/lists/*
|
| 6 |
-
|
| 7 |
-
RUN useradd -m -u 1000 user
|
| 8 |
-
USER user
|
| 9 |
-
ENV PATH="/home/user/.local/bin:$PATH"
|
| 10 |
-
|
| 11 |
-
WORKDIR /app
|
| 12 |
-
|
| 13 |
-
COPY --chown=user requirements.txt .
|
| 14 |
-
RUN pip install --no-cache-dir --upgrade -r requirements.txt
|
| 15 |
-
|
| 16 |
-
COPY --chown=user . .
|
| 17 |
-
|
| 18 |
-
CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
README.md
DELETED
|
@@ -1,10 +0,0 @@
|
|
| 1 |
-
---
|
| 2 |
-
title: NER
|
| 3 |
-
emoji: 🌖
|
| 4 |
-
colorFrom: yellow
|
| 5 |
-
colorTo: indigo
|
| 6 |
-
sdk: docker
|
| 7 |
-
pinned: false
|
| 8 |
-
---
|
| 9 |
-
|
| 10 |
-
Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
app.py
DELETED
|
@@ -1,107 +0,0 @@
|
|
| 1 |
-
import os
|
| 2 |
-
import pickle
|
| 3 |
-
import numpy as np
|
| 4 |
-
import tensorflow as tf
|
| 5 |
-
from fastapi import FastAPI
|
| 6 |
-
from pydantic import BaseModel
|
| 7 |
-
from fastapi.middleware.cors import CORSMiddleware
|
| 8 |
-
|
| 9 |
-
# Optimasi RAM
|
| 10 |
-
os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
|
| 11 |
-
os.environ["CUDA_VISIBLE_DEVICES"] = "-1"
|
| 12 |
-
|
| 13 |
-
app = FastAPI(title="AI Classification Service")
|
| 14 |
-
app.add_middleware(
|
| 15 |
-
CORSMiddleware,
|
| 16 |
-
allow_origins=["*"],
|
| 17 |
-
allow_credentials=True,
|
| 18 |
-
allow_methods=["*"],
|
| 19 |
-
allow_headers=["*"],
|
| 20 |
-
)
|
| 21 |
-
|
| 22 |
-
class ItemRequest(BaseModel):
|
| 23 |
-
items: list[str]
|
| 24 |
-
|
| 25 |
-
# Variable Global
|
| 26 |
-
model = None
|
| 27 |
-
encoder = None
|
| 28 |
-
|
| 29 |
-
def get_model():
|
| 30 |
-
global model, encoder
|
| 31 |
-
if model is None:
|
| 32 |
-
model = tf.keras.models.load_model('model_strukly.keras')
|
| 33 |
-
with open('penerjemah_kategori.pkl', 'rb') as file:
|
| 34 |
-
encoder = pickle.load(file)
|
| 35 |
-
return model, encoder
|
| 36 |
-
|
| 37 |
-
@app.post("/classify/")
|
| 38 |
-
def classify_items(request: ItemRequest):
|
| 39 |
-
try:
|
| 40 |
-
items_list = request.items
|
| 41 |
-
|
| 42 |
-
# Jika array kosong
|
| 43 |
-
if not items_list:
|
| 44 |
-
return {
|
| 45 |
-
"success": True,
|
| 46 |
-
"class_id": None,
|
| 47 |
-
"category_name": "Tidak Terdeteksi",
|
| 48 |
-
"confidence": 0.0
|
| 49 |
-
}
|
| 50 |
-
|
| 51 |
-
m, e = get_model()
|
| 52 |
-
|
| 53 |
-
# Dictionary untuk melacak hasil
|
| 54 |
-
category_counts = {}
|
| 55 |
-
max_confidences = {}
|
| 56 |
-
|
| 57 |
-
# 1. Prediksi satu per satu
|
| 58 |
-
for item in items_list:
|
| 59 |
-
if not item.strip():
|
| 60 |
-
continue
|
| 61 |
-
|
| 62 |
-
input_data = tf.constant([item], dtype=tf.string)
|
| 63 |
-
hasil_prediksi = m.predict(input_data, verbose=0)
|
| 64 |
-
|
| 65 |
-
cat_id = int(np.argmax(hasil_prediksi[0]))
|
| 66 |
-
conf = float(np.max(hasil_prediksi[0]))
|
| 67 |
-
|
| 68 |
-
# 2. Hitung frekuensi kategori
|
| 69 |
-
if cat_id in category_counts:
|
| 70 |
-
category_counts[cat_id] += 1
|
| 71 |
-
else:
|
| 72 |
-
category_counts[cat_id] = 1
|
| 73 |
-
|
| 74 |
-
# 3. Simpan confidence tertinggi untuk kategori
|
| 75 |
-
if cat_id not in max_confidences or conf > max_confidences[cat_id]:
|
| 76 |
-
max_confidences[cat_id] = conf
|
| 77 |
-
|
| 78 |
-
# Jika semua item ternyata hanya string kosong
|
| 79 |
-
if not category_counts:
|
| 80 |
-
return {
|
| 81 |
-
"success": True,
|
| 82 |
-
"class_id": None,
|
| 83 |
-
"category_name": "Tidak Terdeteksi",
|
| 84 |
-
"confidence": 0.0
|
| 85 |
-
}
|
| 86 |
-
|
| 87 |
-
# 4. Candidate Kategori terbanyak
|
| 88 |
-
best_cat_id = max(category_counts, key=category_counts.get)
|
| 89 |
-
best_cat_name = e.inverse_transform([best_cat_id])[0]
|
| 90 |
-
|
| 91 |
-
# 5. Ambil confidence tertinggi dari hasil candidate
|
| 92 |
-
best_confidence = max_confidences[best_cat_id]
|
| 93 |
-
|
| 94 |
-
return {
|
| 95 |
-
"success": True,
|
| 96 |
-
"class_id": best_cat_id,
|
| 97 |
-
"category_name": best_cat_name,
|
| 98 |
-
"confidence": round(best_confidence * 100, 2)
|
| 99 |
-
}
|
| 100 |
-
|
| 101 |
-
except Exception as err:
|
| 102 |
-
import traceback
|
| 103 |
-
print(f"Error AI Klasifikasi: {traceback.format_exc()}")
|
| 104 |
-
return {
|
| 105 |
-
"success": False, "error": str(err), "class_id": None, "category_name": None,
|
| 106 |
-
"confidence": 0.0
|
| 107 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
model_strukly.keras
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:ab22450ac621678024bf032335167f711acf97f29afc40e6f825c82aa1c8ba50
|
| 3 |
-
size 3997367
|
|
|
|
|
|
|
|
|
|
|
|
penerjemah_kategori.pkl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:3853757276ca5dc3cd90da9a2cdbb56339be10ddbb38b492831a9ff7773fe8ee
|
| 3 |
-
size 389
|
|
|
|
|
|
|
|
|
|
|
|
requirements.txt
DELETED
|
@@ -1,7 +0,0 @@
|
|
| 1 |
-
tensorflow==2.20.0
|
| 2 |
-
keras==3.13.2
|
| 3 |
-
fastapi
|
| 4 |
-
uvicorn
|
| 5 |
-
pydantic
|
| 6 |
-
numpy
|
| 7 |
-
scikit-learn
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
vocab.pkl
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:079b5860b2219eace077812c6b95018e2019aa1b0836ffc6ef8d567a3014c02d
|
| 3 |
-
size 135963
|
|
|
|
|
|
|
|
|
|
|
|