Ten-tool release matrix

{
  "version": "2.0",
  "generatedFrom": "Ten-tool catalog release; historical expectations retained separately",
  "releasePolicy": {
    "requiredLayers": [
      "upstream_evidence",
      "mcp_result",
      "customer_ui"
    ],
    "requiredShapesPerTool": [
      "positive",
      "negative",
      "ambiguous",
      "partial_or_unavailable"
    ],
    "requiresDomainSignoff": true,
    "status": "pending_preview_validation"
  },
  "cases": [
    {
      "id": "STATUS-POS",
      "tool": "get_catalog_status",
      "shape": "positive",
      "transport": "direct_mcp",
      "arguments": {},
      "expect": {
        "status": "complete",
        "evidenceOperation": "getAutoCareVersion"
      }
    },
    {
      "id": "STATUS-NEG",
      "tool": "get_catalog_status",
      "shape": "negative",
      "transport": "preview_missing_key",
      "arguments": {},
      "expect": {
        "reasonCode": "upstream_unavailable"
      }
    },
    {
      "id": "STATUS-AMB",
      "tool": "get_catalog_status",
      "shape": "ambiguous",
      "transport": "preview_invalid_key",
      "arguments": {},
      "expect": {
        "reasonCode": "not_entitled"
      }
    },
    {
      "id": "STATUS-PART",
      "tool": "get_catalog_status",
      "shape": "partial_or_unavailable",
      "transport": "preview_upstream_fault",
      "arguments": {},
      "expect": {
        "status": "unavailable"
      }
    },
    {
      "id": "VEH-POS",
      "tool": "search_parts_for_vehicle",
      "shape": "positive",
      "query": "brake pads for a 1997 Ford Mustang",
      "expect": {
        "clarificationField": "Sub Model"
      },
      "historical_expect": {
        "total": 208,
        "clarificationField": "Sub Model"
      },
      "historical_evidence_contract": "2026-08-25.3"
    },
    {
      "id": "VEH-NEG",
      "tool": "search_parts_for_vehicle",
      "shape": "negative",
      "query": "engine air filter for a 1901 Ford Mustang",
      "expect": {
        "status": "not_found"
      }
    },
    {
      "id": "VEH-AMB",
      "tool": "search_parts_for_vehicle",
      "shape": "ambiguous",
      "query": "brake parts for a 1997 Ford Mustang",
      "expect": {
        "status": "clarification_required"
      }
    },
    {
      "id": "VEH-PART",
      "tool": "search_parts_for_vehicle",
      "shape": "partial_or_unavailable",
      "query": "brake pads for a 1997 Ford Mustang",
      "expect": {
        "status": "clarification_required",
        "truncated": true
      }
    },
    {
      "id": "FITMENTS-POS",
      "tool": "get_part_fitments",
      "shape": "positive",
      "query": "What cars does Bosch 9619 fit?",
      "expect": {
        "returnedAtLeast": 1
      }
    },
    {
      "id": "FITMENTS-NEG",
      "tool": "get_part_fitments",
      "shape": "negative",
      "query": "What cars does Bosch definitely-not-a-part fit?",
      "expect": {
        "reasonCode": "identity_not_found"
      }
    },
    {
      "id": "FITMENTS-AMB",
      "tool": "get_part_fitments",
      "shape": "ambiguous",
      "query": "What cars does AMB-1 fit?",
      "expect": {
        "status": "clarification_required"
      },
      "transport": "fixture_only"
    },
    {
      "id": "FITMENTS-PART",
      "tool": "get_part_fitments",
      "shape": "partial_or_unavailable",
      "query": "What cars does Bosch 9619 fit?",
      "expect": {
        "reasonCode": "paging_limited"
      },
      "historical_expect": {
        "total": 93,
        "reasonCode": "paging_limited"
      },
      "historical_evidence_contract": "2026-08-25.3"
    },
    {
      "id": "VERIFY-POS",
      "tool": "verify_part_fitment",
      "shape": "positive",
      "query": "Does GMB 730-0003 fit a 2013 Chevrolet Impala?",
      "expect": {
        "fitmentStatus": "conditional",
        "position": "Front"
      }
    },
    {
      "id": "VERIFY-NEG",
      "tool": "verify_part_fitment",
      "shape": "negative",
      "query": "Does Bosch 9619 fit a 1901 Ford Mustang?",
      "expect": {
        "reasonCode": "identity_not_found"
      }
    },
    {
      "id": "VERIFY-AMB",
      "tool": "verify_part_fitment",
      "shape": "ambiguous",
      "query": "Does GMB 730-0003 fit a 2013 Chevrolet Impala?",
      "expect": {
        "allowedStatus": [
          "clarification_required",
          "complete"
        ]
      }
    },
    {
      "id": "VERIFY-PART",
      "tool": "verify_part_fitment",
      "shape": "partial_or_unavailable",
      "query": "Does GMB 730-0003 fit a 2013 Chevrolet Impala?",
      "expect": {
        "noDefinitiveNegativeWhenTruncated": true
      }
    },
    {
      "id": "XR-POS",
      "tool": "lookup_part_interchanges",
      "shape": "positive",
      "query": "Find aftermarket interchanges for Kia 251002GTA0",
      "expect": {
        "relationshipKind": "interchange",
        "returnedAtLeast": 1
      }
    },
    {
      "id": "XR-NEG",
      "tool": "lookup_part_interchanges",
      "shape": "negative",
      "query": "Show interchanges for Bosch definitely-not-a-part",
      "expect": {
        "reasonCode": "identity_not_found"
      }
    },
    {
      "id": "XR-AMB",
      "tool": "lookup_part_interchanges",
      "shape": "ambiguous",
      "query": "Show interchanges for 7042",
      "expect": {
        "status": "clarification_required"
      }
    },
    {
      "id": "XR-PART",
      "tool": "lookup_part_interchanges",
      "shape": "partial_or_unavailable",
      "query": "Show interchanges for Akebono EUR1924",
      "expect": {
        "returnedAtLeast": 10,
        "validationFailuresDoNotEraseRelationships": true
      }
    },
    {
      "id": "XR-DIRECT-REVERSE",
      "tool": "lookup_part_interchanges",
      "shape": "positive",
      "query": "Show interchanges for Mopar 68079412AC",
      "expect": {
        "returnedAtLeast": 1,
        "relationshipKind": "interchange",
        "reverseEvidenceUsed": true
      },
      "historical_expect": {
        "returnedAtLeast": 1,
        "relationshipKind": "interchange",
        "searchReturned": 10,
        "reverseEvidenceUsed": true
      },
      "historical_evidence_contract": "2026-08-25.3"
    },
    {
      "id": "SS-POS",
      "tool": "lookup_part_supersession",
      "shape": "positive",
      "query": "DOMAIN_REVIEWER_APPROVED_EXPLICIT_CHAIN",
      "expect": {
        "explicitCountAtLeast": 1,
        "domainApprovalRequired": true
      },
      "requiresDomainApproval": true
    },
    {
      "id": "SS-NEG",
      "tool": "lookup_part_supersession",
      "shape": "negative",
      "query": "Was Bosch 9619 replaced by a newer part?",
      "expect": {
        "explicitCount": 0
      }
    },
    {
      "id": "SS-AMB",
      "tool": "lookup_part_supersession",
      "shape": "ambiguous",
      "query": "What is the newer version of Gates K060841?",
      "expect": {
        "status": "clarification_required"
      }
    },
    {
      "id": "SS-PART",
      "tool": "lookup_part_supersession",
      "shape": "partial_or_unavailable",
      "query": "What number supersedes GM 19210284?",
      "expect": {
        "explicitCount": 0,
        "fallbackKind": "interchange",
        "neverLabelFallbackAsSupersession": true
      }
    },
    {
      "id": "VIN-POS",
      "tool": "decode_vin_and_search",
      "shape": "positive",
      "query": "hvac filter for VIN 4T1BK1EB5GU235558",
      "expect": {
        "vehicle": "2016 Toyota Avalon",
        "partType": "Cabin Air Filter"
      }
    },
    {
      "id": "VIN-NEG",
      "tool": "decode_vin_and_search",
      "shape": "negative",
      "query": "Decode VIN 1FTFW1EVXQFA23464",
      "expect": {
        "status": "clarification_required"
      }
    },
    {
      "id": "VIN-AMB",
      "tool": "decode_vin_and_search",
      "shape": "ambiguous",
      "query": "air filter for VIN 4T1BK1EB5GU235558",
      "expect": {
        "allowedStatus": [
          "clarification_required",
          "complete"
        ]
      }
    },
    {
      "id": "VIN-PART",
      "tool": "decode_vin_and_search",
      "shape": "partial_or_unavailable",
      "query": "hvac filter for VIN 4T1BK1EB5GU235558",
      "expect": {
        "noFalseInvalidVinOnAccessFailure": true
      }
    },
    {
      "id": "DETAIL-POS",
      "tool": "get_part_details",
      "shape": "positive",
      "query": "Show attributes and images for Bosch 9619",
      "expect": {
        "attributesAtLeast": 1,
        "unitsPreserved": true
      }
    },
    {
      "id": "DETAIL-NEG",
      "tool": "get_part_details",
      "shape": "negative",
      "query": "Show details for Bosch definitely-not-a-part",
      "expect": {
        "reasonCode": "identity_not_found"
      }
    },
    {
      "id": "DETAIL-AMB",
      "tool": "get_part_details",
      "shape": "ambiguous",
      "query": "Show details for 7042",
      "expect": {
        "status": "clarification_required"
      }
    },
    {
      "id": "DETAIL-PART",
      "tool": "get_part_details",
      "shape": "partial_or_unavailable",
      "query": "Show the image and complete details for Wix WA10315",
      "expect": {
        "genericLinksAreNotImages": true,
        "resourcesRemainAvailable": true
      }
    },
    {
      "id": "CAP-BRAND-NEG",
      "tool": "search_parts_for_vehicle",
      "shape": "negative",
      "query": "Find the Bosch air filter for a 2015 Ford Mustang",
      "expect": {
        "brandNegativeIsGrounded": true,
        "availableBrandsListed": true,
        "neverClaimBrandAbsentWhileInFacet": true
      }
    },
    {
      "id": "CAP-DIDYOUMEAN",
      "tool": "search_parts_for_vehicle",
      "shape": "ambiguous",
      "query": "breaks for a 97 Ford Mustang",
      "expect": {
        "assumptionDisclosed": true,
        "partType": "Disc Brake Pad Set",
        "noBareNotFoundForMisspelledType": true
      }
    },
    {
      "id": "CAP-MULTI-CLAR",
      "tool": "search_parts_for_vehicle",
      "shape": "ambiguous",
      "query": "headlight assembly for a 2017 Ford F-150",
      "expect": {
        "allOpenQualifierDimensionsReturnedTogether": true
      }
    },
    {
      "id": "CAP-ATTR-FILTER",
      "tool": "search_parts_by_attributes",
      "shape": "positive",
      "query": "show me all air filters with these attributes: Height 55.0 mm / Shape Other-Unique / Side A 284.0 mm / Side B 166.0 mm",
      "expect": {
        "attributeFilterReportPresent": true,
        "noAttributeLessPartPresentedAsExactMatch": true,
        "unitAwareComparison": true
      }
    },
    {
      "id": "CAP-QUAL-POSITION",
      "tool": "verify_part_fitment",
      "shape": "negative",
      "query": "Does Brembo P06061N fit the front of a 2023 BMW M2?",
      "expect": {
        "blockingQualifierNamed": true,
        "observedCatalogValuesDisclosed": true
      }
    },
    {
      "id": "CAP-BUDGET",
      "tool": "get_part_fitments",
      "shape": "partial_or_unavailable",
      "transport": "direct_mcp",
      "arguments": {
        "request": {
          "part_number": "PH400",
          "part_type": "Engine Oil Filter"
        }
      },
      "expect": {
        "boundedTermination": true,
        "partialNotUnavailableOnBudgetStop": true
      }
    },
    {
      "id": "CAP-LIFECYCLE",
      "tool": "lookup_part_supersession",
      "shape": "positive",
      "query": "Has Denso part number 228000-1953 been changed?",
      "expect": {
        "lifecycleDrivesAnswer": true,
        "possibleSuccessorsLabeledAsCandidates": true,
        "domainApprovalRequired": true
      }
    },
    {
      "id": "CAP-KEYSCOPE",
      "tool": "get_catalog_status",
      "shape": "positive",
      "transport": "direct_mcp",
      "arguments": {},
      "expect": {
        "keyScopeReturned": true,
        "vinEntitlementReported": true
      }
    },
    {
      "id": "ATTR-POSITIVE",
      "tool": "search_parts_by_attributes",
      "shape": "positive",
      "query": "Find air filters with attributes: Height 55 mm",
      "expect": {
        "evidenceOperation": "MCP:search_parts_by_attributes",
        "allowedStatus": [
          "complete",
          "partial"
        ],
        "returnedAtLeast": 1
      },
      "requiresDomainApproval": false
    },
    {
      "id": "ATTR-NEGATIVE",
      "tool": "search_parts_by_attributes",
      "shape": "negative",
      "query": "Find air filters with attributes: Height 55 mm",
      "expect": {
        "evidenceOperation": "MCP:search_parts_by_attributes"
      },
      "requiresDomainApproval": true,
      "transport": "fixture_or_domain_case_required"
    },
    {
      "id": "ATTR-AMBIGUOUS",
      "tool": "search_parts_by_attributes",
      "shape": "ambiguous",
      "query": "Find air filters with attributes: Height 55 mm",
      "expect": {
        "evidenceOperation": "MCP:search_parts_by_attributes"
      },
      "requiresDomainApproval": true,
      "transport": "fixture_or_domain_case_required"
    },
    {
      "id": "ATTR-PARTIAL_OR_UNAVAILABLE",
      "tool": "search_parts_by_attributes",
      "shape": "partial_or_unavailable",
      "query": "Find air filters with attributes: Height 55 mm",
      "expect": {
        "evidenceOperation": "MCP:search_parts_by_attributes"
      },
      "requiresDomainApproval": true,
      "transport": "fixture_or_domain_case_required"
    },
    {
      "id": "COMPARE-POSITIVE",
      "tool": "compare_parts",
      "shape": "positive",
      "query": "Compare Aisin WPK-822 and WPK-823 attributes",
      "expect": {
        "evidenceOperation": "MCP:compare_parts",
        "allowedStatus": [
          "complete",
          "partial"
        ],
        "returnedAtLeast": 2
      },
      "requiresDomainApproval": false
    },
    {
      "id": "COMPARE-NEGATIVE",
      "tool": "compare_parts",
      "shape": "negative",
      "query": "Compare Aisin WPK-822 and WPK-823 attributes",
      "expect": {
        "evidenceOperation": "MCP:compare_parts"
      },
      "requiresDomainApproval": true,
      "transport": "fixture_or_domain_case_required"
    },
    {
      "id": "COMPARE-AMBIGUOUS",
      "tool": "compare_parts",
      "shape": "ambiguous",
      "query": "Compare Aisin WPK-822 and WPK-823 attributes",
      "expect": {
        "evidenceOperation": "MCP:compare_parts"
      },
      "requiresDomainApproval": true,
      "transport": "fixture_or_domain_case_required"
    },
    {
      "id": "COMPARE-PARTIAL_OR_UNAVAILABLE",
      "tool": "compare_parts",
      "shape": "partial_or_unavailable",
      "query": "Compare Aisin WPK-822 and WPK-823 attributes",
      "expect": {
        "evidenceOperation": "MCP:compare_parts"
      },
      "requiresDomainApproval": true,
      "transport": "fixture_or_domain_case_required"
    }
  ],
  "contractVersion": "2026-09-16.1"
}