Spaces:
Sleeping
Sleeping
Stephen Lee commited on
Commit ·
c209e4b
1
Parent(s): b05c101
test: narrow safety forbidden phrases
Browse files
tests/fixtures/real_user_queries.json
CHANGED
|
@@ -15,7 +15,7 @@
|
|
| 15 |
"expected_statuses": ["answered", "partial"],
|
| 16 |
"required_source_terms": ["CDPH"],
|
| 17 |
"required_answer_terms": ["CDPH", "Cooking does not reliably"],
|
| 18 |
-
"forbidden_answer_terms": ["is safe to eat", "
|
| 19 |
},
|
| 20 |
{
|
| 21 |
"query": "is it shellfish quarantine in half moon bay?",
|
|
@@ -24,7 +24,7 @@
|
|
| 24 |
"expected_statuses": ["answered", "partial"],
|
| 25 |
"required_source_terms": ["CDPH"],
|
| 26 |
"required_answer_terms": ["quarantine", "shellfish"],
|
| 27 |
-
"forbidden_answer_terms": ["is safe to eat", "safe to eat
|
| 28 |
},
|
| 29 |
{
|
| 30 |
"query": "can i harvest dugenese crabs in pacifica today?",
|
|
@@ -42,7 +42,7 @@
|
|
| 42 |
"expected_statuses": ["partial"],
|
| 43 |
"required_source_terms": ["CDFW", "CDPH"],
|
| 44 |
"required_answer_terms": ["rock crab"],
|
| 45 |
-
"forbidden_answer_terms": ["is safe to eat", "safe to eat
|
| 46 |
},
|
| 47 |
{
|
| 48 |
"query": "what are the restirctions on cabezone?",
|
|
@@ -69,7 +69,7 @@
|
|
| 69 |
"expected_statuses": ["answered", "partial"],
|
| 70 |
"required_source_terms": ["CDPH"],
|
| 71 |
"required_answer_terms": ["CDPH"],
|
| 72 |
-
"forbidden_answer_terms": ["is safe to eat", "
|
| 73 |
},
|
| 74 |
{
|
| 75 |
"query": "is crab season open near pacifica?",
|
|
|
|
| 15 |
"expected_statuses": ["answered", "partial"],
|
| 16 |
"required_source_terms": ["CDPH"],
|
| 17 |
"required_answer_terms": ["CDPH", "Cooking does not reliably"],
|
| 18 |
+
"forbidden_answer_terms": ["is safe to eat", "are safe to eat", "certifies"]
|
| 19 |
},
|
| 20 |
{
|
| 21 |
"query": "is it shellfish quarantine in half moon bay?",
|
|
|
|
| 24 |
"expected_statuses": ["answered", "partial"],
|
| 25 |
"required_source_terms": ["CDPH"],
|
| 26 |
"required_answer_terms": ["quarantine", "shellfish"],
|
| 27 |
+
"forbidden_answer_terms": ["is safe to eat", "are safe to eat", "you may harvest"]
|
| 28 |
},
|
| 29 |
{
|
| 30 |
"query": "can i harvest dugenese crabs in pacifica today?",
|
|
|
|
| 42 |
"expected_statuses": ["partial"],
|
| 43 |
"required_source_terms": ["CDFW", "CDPH"],
|
| 44 |
"required_answer_terms": ["rock crab"],
|
| 45 |
+
"forbidden_answer_terms": ["is safe to eat", "are safe to eat", "is certified", "certified safe"]
|
| 46 |
},
|
| 47 |
{
|
| 48 |
"query": "what are the restirctions on cabezone?",
|
|
|
|
| 69 |
"expected_statuses": ["answered", "partial"],
|
| 70 |
"required_source_terms": ["CDPH"],
|
| 71 |
"required_answer_terms": ["CDPH"],
|
| 72 |
+
"forbidden_answer_terms": ["is safe to eat", "are safe to eat", "certifies"]
|
| 73 |
},
|
| 74 |
{
|
| 75 |
"query": "is crab season open near pacifica?",
|