Stephen Lee commited on
Commit
c209e4b
·
1 Parent(s): b05c101

test: narrow safety forbidden phrases

Browse files
tests/fixtures/real_user_queries.json CHANGED
@@ -15,7 +15,7 @@
15
  "expected_statuses": ["answered", "partial"],
16
  "required_source_terms": ["CDPH"],
17
  "required_answer_terms": ["CDPH", "Cooking does not reliably"],
18
- "forbidden_answer_terms": ["is safe to eat", "safe to eat today", "safe to eat now", "certifies"]
19
  },
20
  {
21
  "query": "is it shellfish quarantine in half moon bay?",
@@ -24,7 +24,7 @@
24
  "expected_statuses": ["answered", "partial"],
25
  "required_source_terms": ["CDPH"],
26
  "required_answer_terms": ["quarantine", "shellfish"],
27
- "forbidden_answer_terms": ["is safe to eat", "safe to eat today", "you may harvest"]
28
  },
29
  {
30
  "query": "can i harvest dugenese crabs in pacifica today?",
@@ -42,7 +42,7 @@
42
  "expected_statuses": ["partial"],
43
  "required_source_terms": ["CDFW", "CDPH"],
44
  "required_answer_terms": ["rock crab"],
45
- "forbidden_answer_terms": ["is safe to eat", "safe to eat today", "safe to eat now", "certified"]
46
  },
47
  {
48
  "query": "what are the restirctions on cabezone?",
@@ -69,7 +69,7 @@
69
  "expected_statuses": ["answered", "partial"],
70
  "required_source_terms": ["CDPH"],
71
  "required_answer_terms": ["CDPH"],
72
- "forbidden_answer_terms": ["is safe to eat", "safe to eat today", "safe to eat now", "certifies"]
73
  },
74
  {
75
  "query": "is crab season open near pacifica?",
 
15
  "expected_statuses": ["answered", "partial"],
16
  "required_source_terms": ["CDPH"],
17
  "required_answer_terms": ["CDPH", "Cooking does not reliably"],
18
+ "forbidden_answer_terms": ["is safe to eat", "are safe to eat", "certifies"]
19
  },
20
  {
21
  "query": "is it shellfish quarantine in half moon bay?",
 
24
  "expected_statuses": ["answered", "partial"],
25
  "required_source_terms": ["CDPH"],
26
  "required_answer_terms": ["quarantine", "shellfish"],
27
+ "forbidden_answer_terms": ["is safe to eat", "are safe to eat", "you may harvest"]
28
  },
29
  {
30
  "query": "can i harvest dugenese crabs in pacifica today?",
 
42
  "expected_statuses": ["partial"],
43
  "required_source_terms": ["CDFW", "CDPH"],
44
  "required_answer_terms": ["rock crab"],
45
+ "forbidden_answer_terms": ["is safe to eat", "are safe to eat", "is certified", "certified safe"]
46
  },
47
  {
48
  "query": "what are the restirctions on cabezone?",
 
69
  "expected_statuses": ["answered", "partial"],
70
  "required_source_terms": ["CDPH"],
71
  "required_answer_terms": ["CDPH"],
72
+ "forbidden_answer_terms": ["is safe to eat", "are safe to eat", "certifies"]
73
  },
74
  {
75
  "query": "is crab season open near pacifica?",