Add Handbook.md benchmark tasks

docker/packages/shopify/mcp.json

@@ -0,0 +1,253 @@
+{
+  "cwd": "..",
+  "run": {"command": "python", "args": ["-m", "shopify"]},
+  "toolsets": {
+    "read": [
+      "get_cart",
+      "get_collection",
+      "get_customer",
+      "get_discount_code",
+      "get_inventory",
+      "get_loyalty_balance",
+      "get_loyalty_program",
+      "get_loyalty_tier",
+      "get_my_customer",
+      "get_my_loyalty_balance",
+      "get_my_loyalty_tier",
+      "get_my_order",
+      "get_order",
+      "get_product_details",
+      "get_product_reviews",
+      "get_return",
+      "list_carts",
+      "list_collections",
+      "list_customers",
+      "list_discount_codes",
+      "list_loyalty_tiers",
+      "list_my_orders",
+      "list_orders",
+      "list_policies",
+      "list_returns",
+      "list_shipping_methods",
+      "list_stores",
+      "search_customers",
+      "search_shop_catalog",
+      "search_shop_policies_and_faqs"
+    ],
+    "write": [
+      "add_to_collection",
+      "award_points",
+      "cancel_order",
+      "configure_loyalty_program",
+      "create_collection",
+      "create_customer",
+      "create_discount_code",
+      "create_my_return",
+      "create_my_review",
+      "create_order",
+      "create_policy",
+      "create_product",
+      "create_return",
+      "create_review",
+      "create_shipping_method",
+      "delete_discount_code",
+      "delete_policy",
+      "delete_product",
+      "delete_review",
+      "delete_shipping_method",
+      "redeem_my_points",
+      "redeem_points",
+      "remove_from_collection",
+      "update_cart",
+      "update_customer",
+      "update_discount_code",
+      "update_inventory",
+      "update_my_customer",
+      "update_order",
+      "update_policy",
+      "update_product",
+      "update_return",
+      "update_review",
+      "update_shipping_method"
+    ],
+    "catalog": [
+      "create_product",
+      "delete_product",
+      "get_product_details",
+      "search_shop_catalog",
+      "search_shop_policies_and_faqs",
+      "update_product"
+    ],
+    "cart": [
+      "get_cart",
+      "list_carts",
+      "update_cart"
+    ],
+    "orders": [
+      "cancel_order",
+      "create_order",
+      "get_order",
+      "list_orders",
+      "update_order"
+    ],
+    "customers": [
+      "create_customer",
+      "get_customer",
+      "list_customers",
+      "search_customers",
+      "update_customer"
+    ],
+    "inventory_collections": [
+      "add_to_collection",
+      "create_collection",
+      "get_collection",
+      "get_inventory",
+      "list_collections",
+      "remove_from_collection",
+      "update_inventory"
+    ],
+    "reviews_returns": [
+      "create_return",
+      "create_review",
+      "delete_review",
+      "get_product_reviews",
+      "get_return",
+      "list_returns",
+      "update_return",
+      "update_review"
+    ],
+    "discounts": [
+      "create_discount_code",
+      "delete_discount_code",
+      "get_discount_code",
+      "list_discount_codes",
+      "update_discount_code"
+    ],
+    "policies": [
+      "create_policy",
+      "delete_policy",
+      "list_policies",
+      "search_shop_policies_and_faqs",
+      "update_policy"
+    ],
+    "shipping": [
+      "create_shipping_method",
+      "delete_shipping_method",
+      "list_shipping_methods",
+      "update_shipping_method"
+    ],
+    "loyalty": [
+      "award_points",
+      "configure_loyalty_program",
+      "get_loyalty_balance",
+      "get_loyalty_program",
+      "get_loyalty_tier",
+      "list_loyalty_tiers",
+      "redeem_points"
+    ],
+    "self": [
+      "create_my_return",
+      "create_my_review",
+      "get_my_customer",
+      "get_my_loyalty_balance",
+      "get_my_loyalty_tier",
+      "get_my_order",
+      "list_my_orders",
+      "redeem_my_points",
+      "update_my_customer"
+    ],
+    "customer": [
+      "create_my_return",
+      "create_my_review",
+      "create_order",
+      "get_cart",
+      "get_my_customer",
+      "get_my_loyalty_balance",
+      "get_my_loyalty_tier",
+      "get_my_order",
+      "get_product_details",
+      "list_loyalty_tiers",
+      "list_my_orders",
+      "list_shipping_methods",
+      "redeem_my_points",
+      "search_shop_catalog",
+      "search_shop_policies_and_faqs",
+      "update_cart",
+      "update_my_customer"
+    ],
+    "business": [
+      "add_to_collection",
+      "award_points",
+      "cancel_order",
+      "configure_loyalty_program",
+      "create_collection",
+      "create_customer",
+      "create_discount_code",
+      "create_policy",
+      "create_product",
+      "create_shipping_method",
+      "delete_discount_code",
+      "delete_policy",
+      "delete_product",
+      "delete_review",
+      "delete_shipping_method",
+      "get_collection",
+      "get_customer",
+      "get_discount_code",
+      "get_inventory",
+      "get_loyalty_balance",
+      "get_loyalty_program",
+      "get_loyalty_tier",
+      "get_order",
+      "get_product_reviews",
+      "get_return",
+      "list_collections",
+      "list_customers",
+      "list_discount_codes",
+      "list_loyalty_tiers",
+      "list_orders",
+      "list_policies",
+      "list_returns",
+      "list_shipping_methods",
+      "list_stores",
+      "redeem_points",
+      "remove_from_collection",
+      "search_customers",
+      "search_shop_catalog",
+      "search_shop_policies_and_faqs",
+      "update_customer",
+      "update_discount_code",
+      "update_inventory",
+      "update_order",
+      "update_policy",
+      "update_product",
+      "update_return",
+      "update_review",
+      "update_shipping_method"
+    ],
+    "core": [
+      "create_order",
+      "get_cart",
+      "get_order",
+      "get_product_details",
+      "list_carts",
+      "list_orders",
+      "list_shipping_methods",
+      "search_shop_catalog",
+      "update_cart",
+      "search_shop_policies_and_faqs"
+    ],
+    "toolathlon_legacy": [
+      "get_cart",
+      "get_product_details",
+      "list_carts",
+      "search_shop_catalog",
+      "search_shop_policies_and_faqs",
+      "update_cart"
+    ],
+    "state": [
+      "export_state",
+      "import_state"
+    ]
+  }
+}