Opticat item search MCP reviewPhase 1 discovery, validation, and path forward
Library contents
All library documents

Eight-tool release matrix

Positive, negative, ambiguous, and partial/unavailable shapes required for each task-level MCP tool.

jsonPreliminary62 lines
discovery/eval/eight-tool-release-matrix.jsonView source on GitHub

Preview validation of these shapes is still pending.

Cases
41
Tools
8
Shapes
4
Version
1.1
{
  "version": "1.1",
  "generatedFrom": "Eight-tool functional reliability repair + capability hardening (qualifier matrix, brand/attribute filters, lifecycle supersession, entitlement profile, Luna-first interpretation)",
  "releasePolicy": {
    "requiredLayers": ["upstream_evidence", "mcp_result", "customer_ui"],
    "requiredShapesPerTool": ["positive", "negative", "ambiguous", "partial_or_unavailable"],
    "requiresDomainSignoff": true,
    "status": "pending_preview_validation"
  },
  "cases": [
    {"id":"STATUS-POS","tool":"get_catalog_status","shape":"positive","transport":"direct_mcp","arguments":{},"expect":{"status":"complete","evidenceOperation":"getAutoCareVersion"}},
    {"id":"STATUS-NEG","tool":"get_catalog_status","shape":"negative","transport":"preview_missing_key","arguments":{},"expect":{"reasonCode":"upstream_unavailable"}},
    {"id":"STATUS-AMB","tool":"get_catalog_status","shape":"ambiguous","transport":"preview_invalid_key","arguments":{},"expect":{"reasonCode":"not_entitled"}},
    {"id":"STATUS-PART","tool":"get_catalog_status","shape":"partial_or_unavailable","transport":"preview_upstream_fault","arguments":{},"expect":{"status":"unavailable"}},

    {"id":"VEH-POS","tool":"search_parts_for_vehicle","shape":"positive","query":"brake pads for a 1997 Ford Mustang","expect":{"total":208,"clarificationField":"Sub Model"}},
    {"id":"VEH-NEG","tool":"search_parts_for_vehicle","shape":"negative","query":"engine air filter for a 1901 Ford Mustang","expect":{"status":"not_found"}},
    {"id":"VEH-AMB","tool":"search_parts_for_vehicle","shape":"ambiguous","query":"brake parts for a 1997 Ford Mustang","expect":{"status":"clarification_required"}},
    {"id":"VEH-PART","tool":"search_parts_for_vehicle","shape":"partial_or_unavailable","query":"brake pads for a 1997 Ford Mustang","expect":{"status":"clarification_required","truncated":true}},

    {"id":"FITMENTS-POS","tool":"get_part_fitments","shape":"positive","query":"What cars does Bosch 9619 fit?","expect":{"returnedAtLeast":1}},
    {"id":"FITMENTS-NEG","tool":"get_part_fitments","shape":"negative","query":"What cars does Bosch definitely-not-a-part fit?","expect":{"reasonCode":"identity_not_found"}},
    {"id":"FITMENTS-AMB","tool":"get_part_fitments","shape":"ambiguous","query":"What cars does AMB-1 fit?","expect":{"status":"clarification_required"}},
    {"id":"FITMENTS-PART","tool":"get_part_fitments","shape":"partial_or_unavailable","query":"What cars does Bosch 9619 fit?","expect":{"total":93,"reasonCode":"paging_limited"}},

    {"id":"VERIFY-POS","tool":"verify_part_fitment","shape":"positive","query":"Does GMB 730-0003 fit a 2013 Chevrolet Impala?","expect":{"fitmentStatus":"conditional","position":"Front"}},
    {"id":"VERIFY-NEG","tool":"verify_part_fitment","shape":"negative","query":"Does Bosch 9619 fit a 1901 Ford Mustang?","expect":{"fitmentStatus":"no"}},
    {"id":"VERIFY-AMB","tool":"verify_part_fitment","shape":"ambiguous","query":"Does GMB 730-0003 fit a 2013 Chevrolet Impala?","expect":{"allowedStatus":["clarification_required","complete"]}},
    {"id":"VERIFY-PART","tool":"verify_part_fitment","shape":"partial_or_unavailable","query":"Does GMB 730-0003 fit a 2013 Chevrolet Impala?","expect":{"noDefinitiveNegativeWhenTruncated":true}},

    {"id":"XR-POS","tool":"lookup_part_interchanges","shape":"positive","query":"Find aftermarket interchanges for Kia 251002GTA0","expect":{"relationshipKind":"interchange","returnedAtLeast":1}},
    {"id":"XR-NEG","tool":"lookup_part_interchanges","shape":"negative","query":"Show interchanges for Bosch definitely-not-a-part","expect":{"reasonCode":"identity_not_found"}},
    {"id":"XR-AMB","tool":"lookup_part_interchanges","shape":"ambiguous","query":"Show interchanges for 7042","expect":{"status":"clarification_required"}},
    {"id":"XR-PART","tool":"lookup_part_interchanges","shape":"partial_or_unavailable","query":"Show interchanges for Akebono EUR1924","expect":{"returnedAtLeast":10,"validationFailuresDoNotEraseRelationships":true}},
    {"id":"XR-DIRECT-REVERSE","tool":"lookup_part_interchanges","shape":"positive","query":"Show interchanges for Mopar 68079412AC","expect":{"returnedAtLeast":1,"relationshipKind":"interchange","searchReturned":10,"reverseEvidenceUsed":true}},

    {"id":"SS-POS","tool":"lookup_part_supersession","shape":"positive","query":"DOMAIN_REVIEWER_APPROVED_EXPLICIT_CHAIN","expect":{"explicitCountAtLeast":1,"domainApprovalRequired":true}},
    {"id":"SS-NEG","tool":"lookup_part_supersession","shape":"negative","query":"Was Bosch 9619 replaced by a newer part?","expect":{"explicitCount":0}},
    {"id":"SS-AMB","tool":"lookup_part_supersession","shape":"ambiguous","query":"What is the newer version of Gates K060841?","expect":{"status":"clarification_required"}},
    {"id":"SS-PART","tool":"lookup_part_supersession","shape":"partial_or_unavailable","query":"What number supersedes GM 19210284?","expect":{"explicitCount":0,"fallbackKind":"interchange","neverLabelFallbackAsSupersession":true}},

    {"id":"VIN-POS","tool":"decode_vin_and_search","shape":"positive","query":"hvac filter for VIN 4T1BK1EB5GU235558","expect":{"vehicle":"2016 Toyota Avalon","partType":"Cabin Air Filter"}},
    {"id":"VIN-NEG","tool":"decode_vin_and_search","shape":"negative","query":"Decode VIN 1FTFW1EVXQFA23464","expect":{"status":"invalid_input"}},
    {"id":"VIN-AMB","tool":"decode_vin_and_search","shape":"ambiguous","query":"air filter for VIN 4T1BK1EB5GU235558","expect":{"allowedStatus":["clarification_required","complete"]}},
    {"id":"VIN-PART","tool":"decode_vin_and_search","shape":"partial_or_unavailable","query":"hvac filter for VIN 4T1BK1EB5GU235558","expect":{"noFalseInvalidVinOnAccessFailure":true}},

    {"id":"DETAIL-POS","tool":"get_part_details","shape":"positive","query":"Show attributes and images for Bosch 9619","expect":{"attributesAtLeast":1,"unitsPreserved":true}},
    {"id":"DETAIL-NEG","tool":"get_part_details","shape":"negative","query":"Show details for Bosch definitely-not-a-part","expect":{"reasonCode":"identity_not_found"}},
    {"id":"DETAIL-AMB","tool":"get_part_details","shape":"ambiguous","query":"Show details for 7042","expect":{"status":"clarification_required"}},
    {"id":"DETAIL-PART","tool":"get_part_details","shape":"partial_or_unavailable","query":"Show the image and complete details for Wix WA10315","expect":{"genericLinksAreNotImages":true,"resourcesRemainAvailable":true}},

    {"id":"CAP-BRAND-NEG","tool":"search_parts_for_vehicle","shape":"negative","query":"Find the Bosch air filter for a 2015 Ford Mustang","expect":{"brandNegativeIsGrounded":true,"availableBrandsListed":true,"neverClaimBrandAbsentWhileInFacet":true}},
    {"id":"CAP-DIDYOUMEAN","tool":"search_parts_for_vehicle","shape":"ambiguous","query":"breaks for a 97 Ford Mustang","expect":{"assumptionDisclosed":true,"partType":"Disc Brake Pad Set","noBareNotFoundForMisspelledType":true}},
    {"id":"CAP-MULTI-CLAR","tool":"search_parts_for_vehicle","shape":"ambiguous","query":"headlight assembly for a 2017 Ford F-150","expect":{"allOpenQualifierDimensionsReturnedTogether":true}},
    {"id":"CAP-ATTR-FILTER","tool":"search_parts_for_vehicle","shape":"positive","query":"show me all air filters with these attributes: Height 55.0 mm / Shape Other-Unique / Side A 284.0 mm / Side B 166.0 mm","expect":{"attributeFilterReportPresent":true,"noAttributeLessPartPresentedAsExactMatch":true,"unitAwareComparison":true}},
    {"id":"CAP-QUAL-POSITION","tool":"verify_part_fitment","shape":"negative","query":"Does Brembo P06061N fit the front of a 2023 BMW M2?","expect":{"blockingQualifierNamed":true,"observedCatalogValuesDisclosed":true}},
    {"id":"CAP-BUDGET","tool":"get_part_fitments","shape":"partial_or_unavailable","transport":"direct_mcp","arguments":{"request":{"part_number":"PH400","part_type":"Engine Oil Filter"}},"expect":{"boundedTermination":true,"partialNotUnavailableOnBudgetStop":true}},
    {"id":"CAP-LIFECYCLE","tool":"lookup_part_supersession","shape":"positive","query":"Has Denso part number 228000-1953 been changed?","expect":{"lifecycleDrivesAnswer":true,"possibleSuccessorsLabeledAsCandidates":true,"domainApprovalRequired":true}},
    {"id":"CAP-KEYSCOPE","tool":"get_catalog_status","shape":"positive","transport":"direct_mcp","arguments":{},"expect":{"keyScopeReturned":true,"vinEntitlementReported":true}}
  ]
}
View Demo