78 lines
4.0 KiB
JSON
78 lines
4.0 KiB
JSON
{
|
|
"_comment": "HELD-OUT evaluation set. None of these phrasings appear in phrasings.json, and none were used to choose the confidence thresholds. That is the entire point — retrieval will always score well against its own seed data, so this is the only number worth reporting. Written as an operator would speak, not as the regex matchers were written. If you add a case here, do NOT then add it to phrasings.json; that would quietly turn the held-out set into training data.",
|
|
|
|
"cases": [
|
|
{ "text": "how much did we ship today", "expect": "totalOrders" },
|
|
{ "text": "did we get many bookings", "expect": "totalOrders" },
|
|
{ "text": "whats the tally for today", "expect": "totalOrders" },
|
|
|
|
{ "text": "seven day totals", "expect": "weekOrders" },
|
|
{ "text": "how did the week go", "expect": "weekOrders" },
|
|
|
|
{ "text": "anything not picked up yet", "expect": "statusBreakdown" },
|
|
{ "text": "count the scrapped ones", "expect": "statusBreakdown" },
|
|
{ "text": "how many made it to the customer", "expect": "statusBreakdown" },
|
|
{ "text": "orders sitting with no rider", "expect": "statusBreakdown" },
|
|
|
|
{ "text": "is anything running behind", "expect": "delayedOrders" },
|
|
{ "text": "show me what missed the window", "expect": "delayedOrders" },
|
|
{ "text": "are we late anywhere", "expect": "delayedOrders" },
|
|
{ "text": "which sites are struggling", "expect": "delayedOrders" },
|
|
|
|
{ "text": "money in today", "expect": "revenueTotal" },
|
|
{ "text": "what did we bill this week", "expect": "revenueTotal" },
|
|
|
|
{ "text": "how does this week stack up against last", "expect": "comparisonIntent" },
|
|
{ "text": "better or worse than yesterday", "expect": "comparisonIntent" },
|
|
|
|
{ "text": "spread of orders through the day", "expect": "orderTrend" },
|
|
{ "text": "what time are we busiest", "expect": "orderTrend" },
|
|
|
|
{ "text": "what share get scrapped", "expect": "orderRate" },
|
|
{ "text": "how much of our volume completes", "expect": "orderRate" },
|
|
|
|
{ "text": "run me the numbers for today", "expect": "opsSummary" },
|
|
{ "text": "quick rundown please", "expect": "opsSummary" },
|
|
|
|
{ "text": "how many lads are working", "expect": "riderCounts" },
|
|
{ "text": "anyone free to take a job", "expect": "riderCounts" },
|
|
{ "text": "whats the driver situation", "expect": "riderCounts" },
|
|
|
|
{ "text": "how did Kumar get on", "expect": "riderActivity" },
|
|
{ "text": "how many drops did Suresh finish", "expect": "riderActivity" },
|
|
{ "text": "how many jobs did rider Ali turn down", "expect": "riderActivity" },
|
|
|
|
{ "text": "which client sends us the most work", "expect": "orderQuery" },
|
|
{ "text": "Acme deliveries that completed this week", "expect": "orderQuery" },
|
|
|
|
{ "text": "who are our clients", "expect": "tenantList" },
|
|
{ "text": "count the businesses we serve", "expect": "tenantList" },
|
|
|
|
{ "text": "what have we got on Acme Foods", "expect": "tenantDetail" },
|
|
|
|
{ "text": "are the depots all running", "expect": "hubStatus" },
|
|
{ "text": "how many depots do we run", "expect": "hubStatus" },
|
|
|
|
{ "text": "how many bikes are spare", "expect": "vehicleStatus" },
|
|
{ "text": "whats sitting idle in the fleet", "expect": "vehicleStatus" },
|
|
|
|
{ "text": "any failed drops", "expect": "exceptionStatus" },
|
|
{ "text": "what problems came up", "expect": "exceptionStatus" },
|
|
|
|
{ "text": "how many runs are out", "expect": "tripsheetStatus" },
|
|
|
|
{ "text": "how many people are on our books", "expect": "customerCount" },
|
|
|
|
{ "text": "whats the state of order 4821", "expect": "orderLookup" },
|
|
{ "text": "chase up DM-BK-900 for me", "expect": "orderLookup" },
|
|
|
|
{ "text": "follow parcel DM-CN-77", "expect": "parcelTrack" },
|
|
|
|
{ "text": "I want to add someone new", "expect": "createCustomer", "isWrite": true },
|
|
{ "text": "put a new client on the system", "expect": "createCustomer", "isWrite": true },
|
|
|
|
{ "text": "I need to raise a job", "expect": "createOrder", "isWrite": true },
|
|
{ "text": "set up a delivery for me", "expect": "createOrder", "isWrite": true }
|
|
]
|
|
}
|