Spaces:
Running on Zero
Running on Zero
Commit ·
83990f2
1
Parent(s): 3df9e2a
fix(daily-pipeline): sanitize legacy 'null' translations and auto-heal active daily payload with fresh Roman Urdu
Browse files
app/services/daily_translation_pipeline.py
CHANGED
|
@@ -1545,9 +1545,18 @@ async def get_active_or_rotated_daily_ayah(
|
|
| 1545 |
logger.warning(f"[DAILY_PIPELINE] Stale cached Ayah payload date {cached_date} vs today {server_today_str}")
|
| 1546 |
else:
|
| 1547 |
meta = parsed.get("metadata", {})
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1548 |
h_val = (
|
| 1549 |
-
|
| 1550 |
-
or
|
| 1551 |
or parsed.get("text_hinglish")
|
| 1552 |
or meta.get("text_hinglish")
|
| 1553 |
or ""
|
|
@@ -1562,7 +1571,7 @@ async def get_active_or_rotated_daily_ayah(
|
|
| 1562 |
"text_english": parsed.get("english", ""),
|
| 1563 |
"text_hinglish": "" if str(h_val).lower() in ("null", "none") else str(h_val).strip(),
|
| 1564 |
"reference": parsed.get("reference", ""),
|
| 1565 |
-
"translations":
|
| 1566 |
"content_version": active_ayah_ver,
|
| 1567 |
"status": parsed.get("status", "complete"),
|
| 1568 |
"date": cached_date or server_today_str,
|
|
@@ -1724,6 +1733,21 @@ async def get_active_or_rotated_daily_hadith(
|
|
| 1724 |
logger.warning(f"[DAILY_PIPELINE] Stale cached Hadith payload date {cached_date} vs today {server_today_str}")
|
| 1725 |
else:
|
| 1726 |
meta = parsed.get("metadata", {})
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1727 |
return {
|
| 1728 |
"available": True,
|
| 1729 |
"hadith": {
|
|
@@ -1738,11 +1762,8 @@ async def get_active_or_rotated_daily_hadith(
|
|
| 1738 |
"text_arabic": parsed.get("arabic", ""),
|
| 1739 |
"text_urdu": parsed.get("urdu", ""),
|
| 1740 |
"text_english": parsed.get("english", ""),
|
| 1741 |
-
"text_hinglish": (
|
| 1742 |
-
|
| 1743 |
-
else str(parsed.get("translations", {}).get("roman_urdu") or parsed.get("translations", {}).get("hinglish") or meta.get("text_hinglish") or "").strip()
|
| 1744 |
-
),
|
| 1745 |
-
"translations": parsed.get("translations", {}),
|
| 1746 |
"content_version": active_hadith_ver,
|
| 1747 |
"status": parsed.get("status", "complete"),
|
| 1748 |
"date": cached_date or server_today_str,
|
|
|
|
| 1545 |
logger.warning(f"[DAILY_PIPELINE] Stale cached Ayah payload date {cached_date} vs today {server_today_str}")
|
| 1546 |
else:
|
| 1547 |
meta = parsed.get("metadata", {})
|
| 1548 |
+
t_dict = dict(parsed.get("translations", {}))
|
| 1549 |
+
for k in list(t_dict.keys()):
|
| 1550 |
+
if str(t_dict[k]).strip().lower() in ("null", "none", "undefined"):
|
| 1551 |
+
t_dict.pop(k, None)
|
| 1552 |
+
cached_h = await redis_manager.get(key_lang_translation("ayah", active_ayah_ver, "hinglish"))
|
| 1553 |
+
if cached_h and str(cached_h).lower() not in ("null", "none"):
|
| 1554 |
+
t_dict["hinglish"] = cached_h
|
| 1555 |
+
t_dict["roman_urdu"] = cached_h
|
| 1556 |
+
|
| 1557 |
h_val = (
|
| 1558 |
+
t_dict.get("roman_urdu")
|
| 1559 |
+
or t_dict.get("hinglish")
|
| 1560 |
or parsed.get("text_hinglish")
|
| 1561 |
or meta.get("text_hinglish")
|
| 1562 |
or ""
|
|
|
|
| 1571 |
"text_english": parsed.get("english", ""),
|
| 1572 |
"text_hinglish": "" if str(h_val).lower() in ("null", "none") else str(h_val).strip(),
|
| 1573 |
"reference": parsed.get("reference", ""),
|
| 1574 |
+
"translations": t_dict,
|
| 1575 |
"content_version": active_ayah_ver,
|
| 1576 |
"status": parsed.get("status", "complete"),
|
| 1577 |
"date": cached_date or server_today_str,
|
|
|
|
| 1733 |
logger.warning(f"[DAILY_PIPELINE] Stale cached Hadith payload date {cached_date} vs today {server_today_str}")
|
| 1734 |
else:
|
| 1735 |
meta = parsed.get("metadata", {})
|
| 1736 |
+
t_dict = dict(parsed.get("translations", {}))
|
| 1737 |
+
for k in list(t_dict.keys()):
|
| 1738 |
+
if str(t_dict[k]).strip().lower() in ("null", "none", "undefined"):
|
| 1739 |
+
t_dict.pop(k, None)
|
| 1740 |
+
cached_h = await redis_manager.get(key_lang_translation("hadith", active_hadith_ver, "hinglish"))
|
| 1741 |
+
if cached_h and str(cached_h).lower() not in ("null", "none"):
|
| 1742 |
+
t_dict["hinglish"] = cached_h
|
| 1743 |
+
t_dict["roman_urdu"] = cached_h
|
| 1744 |
+
|
| 1745 |
+
h_val = (
|
| 1746 |
+
t_dict.get("roman_urdu")
|
| 1747 |
+
or t_dict.get("hinglish")
|
| 1748 |
+
or meta.get("text_hinglish")
|
| 1749 |
+
or ""
|
| 1750 |
+
)
|
| 1751 |
return {
|
| 1752 |
"available": True,
|
| 1753 |
"hadith": {
|
|
|
|
| 1762 |
"text_arabic": parsed.get("arabic", ""),
|
| 1763 |
"text_urdu": parsed.get("urdu", ""),
|
| 1764 |
"text_english": parsed.get("english", ""),
|
| 1765 |
+
"text_hinglish": "" if str(h_val).lower() in ("null", "none") else str(h_val).strip(),
|
| 1766 |
+
"translations": t_dict,
|
|
|
|
|
|
|
|
|
|
| 1767 |
"content_version": active_hadith_ver,
|
| 1768 |
"status": parsed.get("status", "complete"),
|
| 1769 |
"date": cached_date or server_today_str,
|