suhailshafi007 commited on
Commit
83990f2
·
1 Parent(s): 3df9e2a

fix(daily-pipeline): sanitize legacy 'null' translations and auto-heal active daily payload with fresh Roman Urdu

Browse files
app/services/daily_translation_pipeline.py CHANGED
@@ -1545,9 +1545,18 @@ async def get_active_or_rotated_daily_ayah(
1545
  logger.warning(f"[DAILY_PIPELINE] Stale cached Ayah payload date {cached_date} vs today {server_today_str}")
1546
  else:
1547
  meta = parsed.get("metadata", {})
 
 
 
 
 
 
 
 
 
1548
  h_val = (
1549
- parsed.get("translations", {}).get("roman_urdu")
1550
- or parsed.get("translations", {}).get("hinglish")
1551
  or parsed.get("text_hinglish")
1552
  or meta.get("text_hinglish")
1553
  or ""
@@ -1562,7 +1571,7 @@ async def get_active_or_rotated_daily_ayah(
1562
  "text_english": parsed.get("english", ""),
1563
  "text_hinglish": "" if str(h_val).lower() in ("null", "none") else str(h_val).strip(),
1564
  "reference": parsed.get("reference", ""),
1565
- "translations": parsed.get("translations", {}),
1566
  "content_version": active_ayah_ver,
1567
  "status": parsed.get("status", "complete"),
1568
  "date": cached_date or server_today_str,
@@ -1724,6 +1733,21 @@ async def get_active_or_rotated_daily_hadith(
1724
  logger.warning(f"[DAILY_PIPELINE] Stale cached Hadith payload date {cached_date} vs today {server_today_str}")
1725
  else:
1726
  meta = parsed.get("metadata", {})
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1727
  return {
1728
  "available": True,
1729
  "hadith": {
@@ -1738,11 +1762,8 @@ async def get_active_or_rotated_daily_hadith(
1738
  "text_arabic": parsed.get("arabic", ""),
1739
  "text_urdu": parsed.get("urdu", ""),
1740
  "text_english": parsed.get("english", ""),
1741
- "text_hinglish": (
1742
- "" if str(parsed.get("translations", {}).get("roman_urdu") or parsed.get("translations", {}).get("hinglish") or meta.get("text_hinglish") or "").strip().lower() in ("null", "none")
1743
- else str(parsed.get("translations", {}).get("roman_urdu") or parsed.get("translations", {}).get("hinglish") or meta.get("text_hinglish") or "").strip()
1744
- ),
1745
- "translations": parsed.get("translations", {}),
1746
  "content_version": active_hadith_ver,
1747
  "status": parsed.get("status", "complete"),
1748
  "date": cached_date or server_today_str,
 
1545
  logger.warning(f"[DAILY_PIPELINE] Stale cached Ayah payload date {cached_date} vs today {server_today_str}")
1546
  else:
1547
  meta = parsed.get("metadata", {})
1548
+ t_dict = dict(parsed.get("translations", {}))
1549
+ for k in list(t_dict.keys()):
1550
+ if str(t_dict[k]).strip().lower() in ("null", "none", "undefined"):
1551
+ t_dict.pop(k, None)
1552
+ cached_h = await redis_manager.get(key_lang_translation("ayah", active_ayah_ver, "hinglish"))
1553
+ if cached_h and str(cached_h).lower() not in ("null", "none"):
1554
+ t_dict["hinglish"] = cached_h
1555
+ t_dict["roman_urdu"] = cached_h
1556
+
1557
  h_val = (
1558
+ t_dict.get("roman_urdu")
1559
+ or t_dict.get("hinglish")
1560
  or parsed.get("text_hinglish")
1561
  or meta.get("text_hinglish")
1562
  or ""
 
1571
  "text_english": parsed.get("english", ""),
1572
  "text_hinglish": "" if str(h_val).lower() in ("null", "none") else str(h_val).strip(),
1573
  "reference": parsed.get("reference", ""),
1574
+ "translations": t_dict,
1575
  "content_version": active_ayah_ver,
1576
  "status": parsed.get("status", "complete"),
1577
  "date": cached_date or server_today_str,
 
1733
  logger.warning(f"[DAILY_PIPELINE] Stale cached Hadith payload date {cached_date} vs today {server_today_str}")
1734
  else:
1735
  meta = parsed.get("metadata", {})
1736
+ t_dict = dict(parsed.get("translations", {}))
1737
+ for k in list(t_dict.keys()):
1738
+ if str(t_dict[k]).strip().lower() in ("null", "none", "undefined"):
1739
+ t_dict.pop(k, None)
1740
+ cached_h = await redis_manager.get(key_lang_translation("hadith", active_hadith_ver, "hinglish"))
1741
+ if cached_h and str(cached_h).lower() not in ("null", "none"):
1742
+ t_dict["hinglish"] = cached_h
1743
+ t_dict["roman_urdu"] = cached_h
1744
+
1745
+ h_val = (
1746
+ t_dict.get("roman_urdu")
1747
+ or t_dict.get("hinglish")
1748
+ or meta.get("text_hinglish")
1749
+ or ""
1750
+ )
1751
  return {
1752
  "available": True,
1753
  "hadith": {
 
1762
  "text_arabic": parsed.get("arabic", ""),
1763
  "text_urdu": parsed.get("urdu", ""),
1764
  "text_english": parsed.get("english", ""),
1765
+ "text_hinglish": "" if str(h_val).lower() in ("null", "none") else str(h_val).strip(),
1766
+ "translations": t_dict,
 
 
 
1767
  "content_version": active_hadith_ver,
1768
  "status": parsed.get("status", "complete"),
1769
  "date": cached_date or server_today_str,