variant: namespace prefix

description: Run one read-only statement.

type: object

type: string

enum: analytics billing crm

type: integer

type: boolean

type: array

required: sql database timeout_seconds

input: {"name": "functions.run_query", "arguments": {"sql": "SELECT count(*) FROM customers WHERE created_at > '2026-01-01' LIMIT 333", "database": "crm", "timeout_seconds": 60}}

expected_kind: value

database: crm


variant: spaces for underscores

description: Send one message to one or more recipients.

enum: low normal high

default: normal

required: to subject body priority

description: Run one read-only statement.

description: Return a forecast for one location.

enum: celsius fahrenheit

default: celsius

required: location units days

input:
{
  "name": "send email",
  "arguments": {
    "to": [
      "priya@northwind.example"
    ],
    "subject": "Capacity forecast 732",
    "body": "The change window closes at the end of the week.",
    "priority": "low"
  }
}

expected_kind: value

subject: Capacity forecast 732

priority: low


variant: camel case name

input:
{
  "name": "sendEmail",
  "arguments": {
    "to": [
      "omar@driftbyte.example"
    ],
    "subject": "Migration plan 978",
    "body": "The export finished; nothing further is needed from you.",
    "priority": "normal",
    "cc": [
      "ivo@stonegate.example"
    ]
  }
}

expected_kind: value

subject: Migration plan 978

priority: normal


variant: required property omitted, declared default fills it

description: Reserve one itinerary.

enum: economy premium business first

default: economy

required: origin destination date passengers cabin

description: Search the catalogue.

type: number

default: relevance

required: query filters limit

description: Write one row.

enum: customers orders invoices

required: table record_id fields upsert

input: {"name": "update_record", "arguments": {"table": "invoices", "record_id": 67646, "fields": {"status": "pending"}}}

expected_kind: value

table: invoices

status: pending


variant: required property omitted, declared default fills it

description: Run one read-only statement.

description: Reserve one itinerary.

input:
{
  "name": "book_flight",
  "arguments": {
    "origin": "Utrecht",
    "destination": "Trieste",
    "date": "2027-01-08",
    "cabin": "economy",
    "seat_prefs": [
      "forward"
    ]
  }
}

expected_kind: value

origin: Utrecht

destination: Trieste

cabin: economy


variant: required property omitted, declared default fills it

description: Return a forecast for one location.

description: Open a work item on the tracker.

enum: low medium high urgent

default: medium

required: title priority

description: Reserve one itinerary.

input:
{
  "name": "create_ticket",
  "arguments": {
    "title": "Stale cache on rename (253)",
    "labels": [
      "infra"
    ]
  }
}

expected_kind: value

title: Stale cache on rename (253)

priority: medium


variant: undeclared properties added

input: {"name": "send_email", "arguments": {"to": ["sam@lattice.example"], "subject": "Renewal window 418", "body": "The export finished; nothing further is needed from you.", "priority": "normal", "reason": 27}}

expected_kind: value

subject: Renewal window 418


variant: undeclared properties added

description: Translate a passage.

enum: en fr de es ja

required: text target_lang formal

description: Run one read-only statement.

input: {"name": "translate_text", "arguments": {"text": "Your order has shipped and will arrive within three days. (542)", "target_lang": "de", "formal": true, "glossary": {"domain": "aviation", "strict": false}, "step": 84}}

expected_kind: value

target_lang: de

domain: aviation


variant: undeclared properties added

description: Open a work item on the tracker.

description: Convert an amount between currencies.

enum: EUR USD GBP JPY

enum: none nearest bankers

description: Write one row.

input: {"name": "create_ticket", "arguments": {"title": "Pagination skips the final page (714)", "priority": "low", "labels": ["ux"], "assignee": "priya", "reason": false, "note_to_self": 0.12}}

expected_kind: value

title: Pagination skips the final page (714)

assignee: priya


variant: integer as a whole float

description: Put one meeting on the calendar.

description: Run one read-only statement.

input:
{
  "name": "run_query",
  "arguments": {
    "sql": "SELECT region, sum(amount) FROM invoices GROUP BY region LIMIT 625",
    "database": "billing",
    "timeout_seconds": 15.0
  }
}

expected_kind: value

database: billing


variant: number as a decimal string

description: Convert an amount between currencies.

description: Return a forecast for one location.

input: {"name": "convert_currency", "arguments": {"amount": "3225.87", "source_currency": "USD", "target_currency": "JPY", "rounding": "bankers", "on_date": "2026-10-02"}}

expected_kind: value

source_currency: USD

target_currency: JPY

rounding: bankers


variant: integer as a decimal string

description: Return a forecast for one location.

description: Run one read-only statement.

input:
{
  "name": "run_query",
  "arguments": {
    "sql": "SELECT email FROM subscriptions WHERE status = 'past_due' LIMIT 734",
    "database": "billing",
    "timeout_seconds": "60"
  }
}

expected_kind: value


variant: title case enum member

description: Translate a passage.

description: Convert an amount between currencies.

input: {"name": "translate_text", "arguments": {"text": "The report is ready for download. (813)", "target_lang": "En", "formal": true, "glossary": {"domain": "finance", "strict": false}}}

expected_kind: value

text: The report is ready for download. (813)

target_lang: en

domain: finance


variant: title case enum member

description: Search the catalogue.

input:
{
  "name": "search_products",
  "arguments": {
    "query": "mechanical keyboard 99",
    "filters": {
      "category": "furniture",
      "max_price": 330.0,
      "in_stock": false
    },
    "limit": 5,
    "sort": "Price_Asc"
  }
}

expected_kind: value

query: mechanical keyboard 99

category: furniture


variant: upper case enum member

description: Write one row.

description: Open a work item on the tracker.

description: Convert an amount between currencies.

input: {"name": "convert_currency", "arguments": {"amount": 4713.26, "source_currency": "EUR", "target_currency": "JPY", "rounding": "BANKERS"}}

expected_kind: value

source_currency: EUR


variant: nested object flattened with dotted keys

description: Search the catalogue.

input: {"name": "search_products", "arguments": {"query": "merino base layer 75", "limit": 25, "sort": "relevance", "filters.category": "luggage", "filters.max_price": 220.0, "filters.in_stock": false}}

expected_kind: value

query: merino base layer 75

category: luggage

sort: relevance


variant: nested object flattened with dotted keys

description: Translate a passage.

input:
{
  "name": "translate_text",
  "arguments": {
    "text": "The report is ready for download. (525)",
    "target_lang": "ja",
    "formal": false,
    "glossary.domain": "medical-devices",
    "glossary.strict": true
  }
}

expected_kind: value

text: The report is ready for download. (525)

target_lang: ja

domain: medical-devices


variant: nested object flattened onto the top level

description: Translate a passage.

description: Write one row.

input: {"name": "translate_text", "arguments": {"text": "The maintenance window has been moved to Sunday. (766)", "target_lang": "en", "formal": false, "domain": "legal", "strict": true}}

expected_kind: value

domain: legal


variant: one-element array where a scalar is declared

description: Convert an amount between currencies.

description: Run one read-only statement.

input: {"name": "run_query", "arguments": {"sql": ["SELECT sku, stock FROM inventory WHERE stock < 5 LIMIT 292"], "database": "billing", "timeout_seconds": 15}}

expected_kind: value


variant: one-element array where a scalar is declared

description: Write one row.

description: Reserve one itinerary.

input:
{
  "name": "update_record",
  "arguments": {
    "table": "invoices",
    "record_id": [
      2495
    ],
    "fields": {
      "status": "closed",
      "note": "duplicate of 4471"
    },
    "upsert": false,
    "reason_code": "RC-16"
  }
}

expected_kind: value

status: closed

note: duplicate of 4471


variant: arguments delivered as a JSON string (escaped newlines)

description: Run one read-only statement.

input:
{
  "name": "run_query",
  "arguments": "{\"sql\": \"SELECT email FROM subscriptions WHERE status = 'past_due' LIMIT 628\",\n\"database\": \"billing\",\n\"timeout_seconds\": 120}"
}

expected_kind: value


variant: arguments delivered as a JSON string (compact)

description: Put one meeting on the calendar.

description: Run one read-only statement.

input: {"name": "schedule_meeting", "arguments": "{\"title\": \"Access review 37\", \"attendees\": [\"sam@lattice.example\"], \"start_iso\": \"2026-10-02T14:30:00Z\", \"duration_minutes\": 90}"}

expected_kind: value

title: Access review 37


variant: 2 identical calls, newline separated

description: Run one read-only statement.

description: Return a forecast for one location.

description: Open a work item on the tracker.

input:
{
  "name": "create_ticket",
  "arguments": {
    "title": "Rounding drift on totals (944)",
    "priority": "low",
    "labels": [
      "backend"
    ]
  }
}
{"arguments": {"title": "Rounding drift on totals (944)", "priority": "low", "labels": ["backend"]}, "name": "create_ticket"}

expected_kind: value

title: Rounding drift on totals (944)


variant: 2 identical calls, newline separated

description: Reserve one itinerary.

input:
{
  "name": "book_flight",
  "arguments": {
    "origin": "Utrecht",
    "destination": "Zadar",
    "date": "2026-09-14",
    "passengers": 4,
    "cabin": "business"
  }
}
{"arguments": {"origin": "Utrecht", "destination": "Zadar", "date": "2026-09-14", "passengers": 4, "cabin": "business"}, "name": "book_flight"}

expected_kind: value

destination: Zadar

cabin: business


variant: call to a tool that was never declared

description: Write one row.

description: Translate a passage.

description: Put one meeting on the calendar.

input: {"name": "read_file", "arguments": {"text": "Two seats remain on your current plan. (456)", "target_lang": "ja", "formal": true}}

expected_kind: unrecoverable


variant: call to a tool that was never declared

description: Reserve one itinerary.

description: Translate a passage.

description: Convert an amount between currencies.

input: {"name": "cancel_subscription", "arguments": {"title": "Webhook fires twice (591)", "priority": "high"}}

expected_kind: unrecoverable


category: truncated

variant: cut inside the optional property 'assignee'

description: Run one read-only statement.

description: Write one row.

description: Open a work item on the tracker.

input:
{
  "name": "create_ticket",
  "arguments": {
    "title": "Timeout on cold start (674)",
    "priority": "low",
    "assignee":

expected_kind: value

title: Timeout on cold start (674)


category: truncated

variant: cut inside the optional property 'assignee'

description: Open a work item on the tracker.

input:
{
  "name": "create_ticket",
  "arguments": {
    "title": "Timeout on cold start (725)",
    "priority": "medium",
    "assignee"

expected_kind: value

title: Timeout on cold start (725)


category: unrecoverable

variant: required property omitted, no declared default

description: Write one row.

description: Reserve one itinerary.

description: Search the catalogue.

input:
{
  "name": "book_flight",
  "arguments": {
    "origin": "Bergen",
    "destination": "Ghent",
    "passengers": 1,
    "cabin": "economy"
  }
}

expected_kind: unrecoverable


category: unrecoverable

variant: cut inside a required property

description: Return a forecast for one location.

input:
{
  "name": "get_weather",
  "arguments": {
    "location": "Graz",
    "units": "fahrenheit",
    "days": 1

expected_kind: unrecoverable