fsanyoto commited on
Commit
ea14570
·
verified ·
1 Parent(s): 318b8dc

Deploy AIOS web (React glide grid + FastAPI slice)

Browse files
RELEASES.json CHANGED
@@ -1,4 +1,4 @@
1
  {
2
- "current": "bc45cd057",
3
  "releases": []
4
  }
 
1
  {
2
+ "current": "8116ee31b",
3
  "releases": []
4
  }
VERSION CHANGED
@@ -1 +1 @@
1
- bc45cd057
 
1
+ 8116ee31b
platform/harness/amazon_store.py CHANGED
@@ -8147,6 +8147,32 @@ def _null_unresolved_metrics(records):
8147
  return count
8148
 
8149
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8150
  def _sorted_feedback(read):
8151
  """Stamp each record with the sort it answered, in FEEDBACK_SORTS order."""
8152
  return [{**record, "_sort_by": sort} for sort in _client().FEEDBACK_SORTS for record in read.get(sort) or []]
@@ -8158,6 +8184,7 @@ def _review_topic_evidence(records, asins, marketplace):
8158
  sorts = _client().FEEDBACK_SORTS
8159
  expected = {(asin, sort) for asin in asins for sort in sorts}
8160
  counts, metrics, absent, seen = {}, {}, [], set()
 
8161
  for record in records:
8162
  asin, sort = record.get("asin"), record.get("_sort_by")
8163
  if (asin, sort) not in expected or (asin, sort) in seen or record.get("marketplaceId") != marketplace:
@@ -8176,9 +8203,11 @@ def _review_topic_evidence(records, asins, marketplace):
8176
  counts[json.dumps([asin, sort, sentiment], separators=(",", ":"))] = len(group)
8177
  total += len(group)
8178
  for topic in group:
 
8179
  if (not isinstance(topic, dict) or not isinstance(topic.get("topic"), str) or not topic["topic"].strip()
8180
- or not isinstance(topic.get("asinMetrics"), dict)):
8181
- raise ValueError("Amazon review topic requires a topic name and asinMetrics object")
 
8182
  identity = json.dumps([asin, marketplace, sort, sentiment, topic["topic"]], separators=(",", ":"))
8183
  if identity in metrics:
8184
  raise ValueError("Amazon returned duplicate topics for one ASIN and sentiment")
@@ -8204,7 +8233,7 @@ def _review_topic_evidence(records, asins, marketplace):
8204
  "reason": no_content or "Amazon returned no positive or negative review topics for this ASIN and marketplace."})
8205
  if seen != expected:
8206
  raise ValueError("Amazon Customer Feedback did not return a response for every listing ASIN")
8207
- return {"count": sum(counts.values()), "source_counts": counts, "source_metrics": metrics,
8208
  "marketplace_id": marketplace, "absent_asins": absent}
8209
 
8210
 
@@ -8238,6 +8267,7 @@ def _sync_review_topics(con, fields):
8238
  read = _client().item_review_topics(fields, asins)
8239
  records = _sorted_feedback(read)
8240
  unresolved = _null_unresolved_metrics(records)
 
8241
  evidence = _review_topic_evidence(records, asins, marketplace)
8242
  document = "operation:" + uuid.uuid4().hex
8243
  rows = review_topic_rows(records, document, read.get("browse_nodes"))
@@ -8248,12 +8278,13 @@ def _sync_review_topics(con, fields):
8248
  "The per-ASIN reasons are recorded in the sync evidence. Amazon refreshes this data weekly."
8249
  if asins else FEEDBACK_NO_ASINS)
8250
  marker = {"start": period, "end": period, "column": "_snapshot_date", **evidence,
8251
- "unresolved_metrics": unresolved, "empty_reason": reason if not rows else ""}
 
8252
  count = _replace_period(con, "review_topics", rows,
8253
  sorted(set(REVIEW_TOPIC_TYPES) | {key for row in rows for key in row}),
8254
  "_snapshot_date", period, marker=marker, snapshot=True)
8255
  _record_state(con, entity_key("limit_review_topics"), "done", detail=json.dumps({
8256
- "reason": marker["empty_reason"], "absent_asins": evidence["absent_asins"], "unresolved_metrics": unresolved}))
8257
  return count
8258
 
8259
 
@@ -8306,6 +8337,7 @@ def _trend_values(point):
8306
  def _review_trend_evidence(records, asins, marketplace):
8307
  """Count vendor trend points and retain source values before flattening or storing rows."""
8308
  expected, seen, counts, metrics, absent = set(asins), set(), {}, {}, []
 
8309
  for record in records:
8310
  asin = record.get("asin")
8311
  if asin not in expected or asin in seen or record.get("marketplaceId") != marketplace:
@@ -8335,8 +8367,9 @@ def _review_trend_evidence(records, asins, marketplace):
8335
  counts[group] += len(topic["trendMetrics"])
8336
  for point in topic["trendMetrics"]:
8337
  if (not isinstance(point, dict) or not isinstance(point.get("dateRange"), dict)
8338
- or not isinstance(point.get("asinMetrics"), dict)):
8339
- raise ValueError("Amazon review trend requires dateRange and asinMetrics objects")
 
8340
  start, end, month = _trend_window(point["dateRange"])
8341
  identity = json.dumps([asin, marketplace, sentiment, topic["topic"], month],
8342
  separators=(",", ":"))
@@ -8349,7 +8382,7 @@ def _review_trend_evidence(records, asins, marketplace):
8349
  "reason": no_content or "Amazon returned no positive or negative review trend points for this ASIN and marketplace."})
8350
  if seen != expected:
8351
  raise ValueError("Amazon Customer Feedback did not return a response for every listing ASIN")
8352
- return {"count": sum(counts.values()), "source_counts": counts, "source_metrics": metrics,
8353
  "marketplace_id": marketplace, "absent_asins": absent}
8354
 
8355
 
@@ -8375,6 +8408,7 @@ def _sync_review_trends(con, fields):
8375
  marketplace = fields.get("marketplace_id") or _client().US_MARKETPLACE_ID
8376
  records = _client().item_review_feedback(fields, asins, operation="getItemReviewTrends")
8377
  unresolved = _null_unresolved_metrics(records)
 
8378
  evidence = _review_trend_evidence(records, asins, marketplace)
8379
  rows = review_trend_rows(records, "operation:" + uuid.uuid4().hex)
8380
  period = datetime.now(timezone.utc).date().isoformat()
@@ -8384,11 +8418,12 @@ def _sync_review_trends(con, fields):
8384
  "The per-ASIN reasons are recorded in the sync evidence. Amazon refreshes this data weekly."
8385
  if asins else FEEDBACK_NO_ASINS)
8386
  marker = {"start": period, "end": period, "column": "_snapshot_date", **evidence,
8387
- "unresolved_metrics": unresolved, "empty_reason": reason if not rows else ""}
 
8388
  count = _replace_period(con, "review_trends", rows, REVIEW_TREND_TYPES,
8389
  "_snapshot_date", period, marker=marker, snapshot=True)
8390
  _record_state(con, entity_key("limit_review_trends"), "done", detail=json.dumps({
8391
- "reason": marker["empty_reason"], "absent_asins": evidence["absent_asins"], "unresolved_metrics": unresolved}))
8392
  return count
8393
 
8394
 
@@ -8415,6 +8450,7 @@ def _browse_node_topic_evidence(records, nodes, marketplace):
8415
  sorts = _client().FEEDBACK_SORTS
8416
  expected = {(node, sort) for node in nodes for sort in sorts}
8417
  counts, metrics, absent, seen = {}, {}, [], set()
 
8418
  for record in records:
8419
  node, sort = str(record.get("browseNodeId")), record.get("_sort_by")
8420
  if (node, sort) not in expected or (node, sort) in seen or record.get("marketplaceId") != marketplace:
@@ -8434,14 +8470,15 @@ def _browse_node_topic_evidence(records, nodes, marketplace):
8434
  total += len(group)
8435
  for topic in group:
8436
  if (not isinstance(topic, dict) or not isinstance(topic.get("topic"), str) or not topic["topic"].strip()
8437
- or not isinstance(topic.get("browseNodeMetrics"), dict)):
8438
- raise ValueError("Amazon category review topic requires a topic name and browseNodeMetrics object")
 
8439
  identity = json.dumps([node, marketplace, sort, sentiment, topic["topic"]], separators=(",", ":"))
8440
  if identity in metrics:
8441
  raise ValueError("Amazon returned duplicate topics for one browse node and sentiment")
8442
  values = []
8443
  for _name, path in BROWSE_NODE_TOPIC_METRICS:
8444
- value = topic["browseNodeMetrics"]
8445
  for segment in path:
8446
  if value is not None and not isinstance(value, dict):
8447
  raise ValueError("Amazon category review topic returned invalid nested metrics")
@@ -8454,7 +8491,7 @@ def _browse_node_topic_evidence(records, nodes, marketplace):
8454
  "reason": no_content or "Amazon returned no positive or negative category topics for this browse node and marketplace."})
8455
  if seen != expected:
8456
  raise ValueError("Amazon Customer Feedback did not return a response for every browse node")
8457
- return {"count": sum(counts.values()), "source_counts": counts, "source_metrics": metrics,
8458
  "marketplace_id": marketplace, "absent_browse_nodes": absent}
8459
 
8460
 
@@ -8475,7 +8512,7 @@ def browse_node_topic_rows(records, document, our_asins):
8475
  date_range_end_date=str(dates.get("endDate") or "")[:10] or None,
8476
  our_asins=json.dumps(ours, separators=(",", ":")), our_asin_count=len(ours))
8477
  for name, path in BROWSE_NODE_TOPIC_METRICS:
8478
- value = topic["browseNodeMetrics"]
8479
  for segment in path:
8480
  value = value.get(segment) if isinstance(value, dict) else None
8481
  row[name] = value
@@ -8502,6 +8539,7 @@ def _sync_browse_node_review_topics(con, fields):
8502
  "reason": node.get("_no_feedback_reason") or "Amazon returned no browse node for this ASIN."})
8503
  records = _sorted_feedback(_client().browse_node_review_topics(fields, sorted(nodes)))
8504
  unresolved = _null_unresolved_metrics(records)
 
8505
  evidence = _browse_node_topic_evidence(records, sorted(nodes), marketplace)
8506
  rows = browse_node_topic_rows(records, "operation:" + uuid.uuid4().hex, nodes)
8507
  period = datetime.now(timezone.utc).date().isoformat()
@@ -8513,13 +8551,14 @@ def _sync_browse_node_review_topics(con, fields):
8513
  "Amazon Customer Feedback returned no category review topics for these browse nodes. "
8514
  "The per-node reasons are recorded in the sync evidence. Amazon refreshes this data weekly.")
8515
  marker = {"start": period, "end": period, "column": "_snapshot_date", **evidence, "absent_asins": unplaced,
8516
- "unresolved_metrics": unresolved, "empty_reason": reason if not rows else ""}
 
8517
  count = _replace_period(con, "browse_node_review_topics", rows,
8518
  sorted(set(BROWSE_NODE_TOPIC_TYPES) | {key for row in rows for key in row}),
8519
  "_snapshot_date", period, marker=marker, snapshot=True)
8520
  _record_state(con, entity_key("limit_browse_node_review_topics"), "done", detail=json.dumps({
8521
  "reason": marker["empty_reason"], "absent_asins": unplaced,
8522
- "absent_browse_nodes": evidence["absent_browse_nodes"], "unresolved_metrics": unresolved}))
8523
  return count
8524
 
8525
 
 
8147
  return count
8148
 
8149
 
8150
+ def _drop_repeated_topics(records):
8151
+ """Drop a topic Amazon repeats with identical metrics in one sorted answer; return how many. A conflicting repeat stays."""
8152
+ dropped = 0
8153
+ for record in records:
8154
+ topics = record.get("topics")
8155
+ if not isinstance(topics, dict):
8156
+ continue
8157
+ for key in ("positiveTopics", "negativeTopics"):
8158
+ group = topics.get(key)
8159
+ if not isinstance(group, list):
8160
+ continue
8161
+ kept, first = [], {}
8162
+ for topic in group:
8163
+ name = topic.get("topic") if isinstance(topic, dict) else None
8164
+ metrics = (json.dumps({k: v for k, v in topic.items() if k.endswith("Metrics")}, sort_keys=True, default=str)
8165
+ if isinstance(topic, dict) else None)
8166
+ if isinstance(name, str) and name in first and first[name] == metrics:
8167
+ dropped += 1
8168
+ continue
8169
+ if isinstance(name, str):
8170
+ first.setdefault(name, metrics)
8171
+ kept.append(topic)
8172
+ topics[key] = kept
8173
+ return dropped
8174
+
8175
+
8176
  def _sorted_feedback(read):
8177
  """Stamp each record with the sort it answered, in FEEDBACK_SORTS order."""
8178
  return [{**record, "_sort_by": sort} for sort in _client().FEEDBACK_SORTS for record in read.get(sort) or []]
 
8184
  sorts = _client().FEEDBACK_SORTS
8185
  expected = {(asin, sort) for asin in asins for sort in sorts}
8186
  counts, metrics, absent, seen = {}, {}, [], set()
8187
+ metricless = 0
8188
  for record in records:
8189
  asin, sort = record.get("asin"), record.get("_sort_by")
8190
  if (asin, sort) not in expected or (asin, sort) in seen or record.get("marketplaceId") != marketplace:
 
8203
  counts[json.dumps([asin, sort, sentiment], separators=(",", ":"))] = len(group)
8204
  total += len(group)
8205
  for topic in group:
8206
+ # Amazon omits asinMetrics on some real topics: the topic stays, its metrics read null and are counted.
8207
  if (not isinstance(topic, dict) or not isinstance(topic.get("topic"), str) or not topic["topic"].strip()
8208
+ or not isinstance(topic.get("asinMetrics", {}), (dict, type(None)))):
8209
+ raise ValueError("Amazon review topic requires a topic name and an asinMetrics object or none")
8210
+ metricless += not isinstance(topic.get("asinMetrics"), dict)
8211
  identity = json.dumps([asin, marketplace, sort, sentiment, topic["topic"]], separators=(",", ":"))
8212
  if identity in metrics:
8213
  raise ValueError("Amazon returned duplicate topics for one ASIN and sentiment")
 
8233
  "reason": no_content or "Amazon returned no positive or negative review topics for this ASIN and marketplace."})
8234
  if seen != expected:
8235
  raise ValueError("Amazon Customer Feedback did not return a response for every listing ASIN")
8236
+ return {"count": sum(counts.values()), "metricless": metricless, "source_counts": counts, "source_metrics": metrics,
8237
  "marketplace_id": marketplace, "absent_asins": absent}
8238
 
8239
 
 
8267
  read = _client().item_review_topics(fields, asins)
8268
  records = _sorted_feedback(read)
8269
  unresolved = _null_unresolved_metrics(records)
8270
+ repeated = _drop_repeated_topics(records)
8271
  evidence = _review_topic_evidence(records, asins, marketplace)
8272
  document = "operation:" + uuid.uuid4().hex
8273
  rows = review_topic_rows(records, document, read.get("browse_nodes"))
 
8278
  "The per-ASIN reasons are recorded in the sync evidence. Amazon refreshes this data weekly."
8279
  if asins else FEEDBACK_NO_ASINS)
8280
  marker = {"start": period, "end": period, "column": "_snapshot_date", **evidence,
8281
+ "unresolved_metrics": unresolved, "repeated_topics": repeated,
8282
+ "empty_reason": reason if not rows else ""}
8283
  count = _replace_period(con, "review_topics", rows,
8284
  sorted(set(REVIEW_TOPIC_TYPES) | {key for row in rows for key in row}),
8285
  "_snapshot_date", period, marker=marker, snapshot=True)
8286
  _record_state(con, entity_key("limit_review_topics"), "done", detail=json.dumps({
8287
+ "reason": marker["empty_reason"], "absent_asins": evidence["absent_asins"], "unresolved_metrics": unresolved, "repeated_topics": repeated}))
8288
  return count
8289
 
8290
 
 
8337
  def _review_trend_evidence(records, asins, marketplace):
8338
  """Count vendor trend points and retain source values before flattening or storing rows."""
8339
  expected, seen, counts, metrics, absent = set(asins), set(), {}, {}, []
8340
+ metricless = 0
8341
  for record in records:
8342
  asin = record.get("asin")
8343
  if asin not in expected or asin in seen or record.get("marketplaceId") != marketplace:
 
8367
  counts[group] += len(topic["trendMetrics"])
8368
  for point in topic["trendMetrics"]:
8369
  if (not isinstance(point, dict) or not isinstance(point.get("dateRange"), dict)
8370
+ or not isinstance(point.get("asinMetrics", {}), (dict, type(None)))):
8371
+ raise ValueError("Amazon review trend requires a dateRange object and an asinMetrics object or none")
8372
+ metricless += not isinstance(point.get("asinMetrics"), dict)
8373
  start, end, month = _trend_window(point["dateRange"])
8374
  identity = json.dumps([asin, marketplace, sentiment, topic["topic"], month],
8375
  separators=(",", ":"))
 
8382
  "reason": no_content or "Amazon returned no positive or negative review trend points for this ASIN and marketplace."})
8383
  if seen != expected:
8384
  raise ValueError("Amazon Customer Feedback did not return a response for every listing ASIN")
8385
+ return {"count": sum(counts.values()), "metricless": metricless, "source_counts": counts, "source_metrics": metrics,
8386
  "marketplace_id": marketplace, "absent_asins": absent}
8387
 
8388
 
 
8408
  marketplace = fields.get("marketplace_id") or _client().US_MARKETPLACE_ID
8409
  records = _client().item_review_feedback(fields, asins, operation="getItemReviewTrends")
8410
  unresolved = _null_unresolved_metrics(records)
8411
+ repeated = _drop_repeated_topics(records)
8412
  evidence = _review_trend_evidence(records, asins, marketplace)
8413
  rows = review_trend_rows(records, "operation:" + uuid.uuid4().hex)
8414
  period = datetime.now(timezone.utc).date().isoformat()
 
8418
  "The per-ASIN reasons are recorded in the sync evidence. Amazon refreshes this data weekly."
8419
  if asins else FEEDBACK_NO_ASINS)
8420
  marker = {"start": period, "end": period, "column": "_snapshot_date", **evidence,
8421
+ "unresolved_metrics": unresolved, "repeated_topics": repeated,
8422
+ "empty_reason": reason if not rows else ""}
8423
  count = _replace_period(con, "review_trends", rows, REVIEW_TREND_TYPES,
8424
  "_snapshot_date", period, marker=marker, snapshot=True)
8425
  _record_state(con, entity_key("limit_review_trends"), "done", detail=json.dumps({
8426
+ "reason": marker["empty_reason"], "absent_asins": evidence["absent_asins"], "unresolved_metrics": unresolved, "repeated_topics": repeated}))
8427
  return count
8428
 
8429
 
 
8450
  sorts = _client().FEEDBACK_SORTS
8451
  expected = {(node, sort) for node in nodes for sort in sorts}
8452
  counts, metrics, absent, seen = {}, {}, [], set()
8453
+ metricless = 0
8454
  for record in records:
8455
  node, sort = str(record.get("browseNodeId")), record.get("_sort_by")
8456
  if (node, sort) not in expected or (node, sort) in seen or record.get("marketplaceId") != marketplace:
 
8470
  total += len(group)
8471
  for topic in group:
8472
  if (not isinstance(topic, dict) or not isinstance(topic.get("topic"), str) or not topic["topic"].strip()
8473
+ or not isinstance(topic.get("browseNodeMetrics", {}), (dict, type(None)))):
8474
+ raise ValueError("Amazon category review topic requires a topic name and a browseNodeMetrics object or none")
8475
+ metricless += not isinstance(topic.get("browseNodeMetrics"), dict)
8476
  identity = json.dumps([node, marketplace, sort, sentiment, topic["topic"]], separators=(",", ":"))
8477
  if identity in metrics:
8478
  raise ValueError("Amazon returned duplicate topics for one browse node and sentiment")
8479
  values = []
8480
  for _name, path in BROWSE_NODE_TOPIC_METRICS:
8481
+ value = topic.get("browseNodeMetrics")
8482
  for segment in path:
8483
  if value is not None and not isinstance(value, dict):
8484
  raise ValueError("Amazon category review topic returned invalid nested metrics")
 
8491
  "reason": no_content or "Amazon returned no positive or negative category topics for this browse node and marketplace."})
8492
  if seen != expected:
8493
  raise ValueError("Amazon Customer Feedback did not return a response for every browse node")
8494
+ return {"count": sum(counts.values()), "metricless": metricless, "source_counts": counts, "source_metrics": metrics,
8495
  "marketplace_id": marketplace, "absent_browse_nodes": absent}
8496
 
8497
 
 
8512
  date_range_end_date=str(dates.get("endDate") or "")[:10] or None,
8513
  our_asins=json.dumps(ours, separators=(",", ":")), our_asin_count=len(ours))
8514
  for name, path in BROWSE_NODE_TOPIC_METRICS:
8515
+ value = topic.get("browseNodeMetrics")
8516
  for segment in path:
8517
  value = value.get(segment) if isinstance(value, dict) else None
8518
  row[name] = value
 
8539
  "reason": node.get("_no_feedback_reason") or "Amazon returned no browse node for this ASIN."})
8540
  records = _sorted_feedback(_client().browse_node_review_topics(fields, sorted(nodes)))
8541
  unresolved = _null_unresolved_metrics(records)
8542
+ repeated = _drop_repeated_topics(records)
8543
  evidence = _browse_node_topic_evidence(records, sorted(nodes), marketplace)
8544
  rows = browse_node_topic_rows(records, "operation:" + uuid.uuid4().hex, nodes)
8545
  period = datetime.now(timezone.utc).date().isoformat()
 
8551
  "Amazon Customer Feedback returned no category review topics for these browse nodes. "
8552
  "The per-node reasons are recorded in the sync evidence. Amazon refreshes this data weekly.")
8553
  marker = {"start": period, "end": period, "column": "_snapshot_date", **evidence, "absent_asins": unplaced,
8554
+ "unresolved_metrics": unresolved, "repeated_topics": repeated,
8555
+ "empty_reason": reason if not rows else ""}
8556
  count = _replace_period(con, "browse_node_review_topics", rows,
8557
  sorted(set(BROWSE_NODE_TOPIC_TYPES) | {key for row in rows for key in row}),
8558
  "_snapshot_date", period, marker=marker, snapshot=True)
8559
  _record_state(con, entity_key("limit_browse_node_review_topics"), "done", detail=json.dumps({
8560
  "reason": marker["empty_reason"], "absent_asins": unplaced,
8561
+ "absent_browse_nodes": evidence["absent_browse_nodes"], "unresolved_metrics": unresolved, "repeated_topics": repeated}))
8562
  return count
8563
 
8564
 
web/public/AIOS_DEPLOY_RECEIPT CHANGED
@@ -1 +1 @@
1
- ede034c08efbbfc4194869c9331720e0b8d4079c4e5f4db50e1f83f4ec1308a8
 
1
+ 2cd3cd4ebe9b11ee8cab091a759ba67c9d7e0c37068e6fd41981998e35b0214b