Add Handbook.md benchmark tasks

This commit is contained in:
DerekSurge
2026-06-24 12:44:34 -07:00
commit 72f9a65917
1800 changed files with 323589 additions and 0 deletions
@@ -0,0 +1,7 @@
FROM handbook_base
COPY initial_external_services/ /data/
COPY initial_external_services/ /initial_data/
COPY initial_workspace/ /workdir/
ENV INPUTDIR=/data OUTPUTDIR=/data WORLDBENCH_TOOL_SETS="syntara_ds_all google_mail_contacts slack_core google_mail_core google_calendar_core jira_core shopify_core"
@@ -0,0 +1,98 @@
{
"mailbox": {
"email": "receiving.meridian@gearsystems.com",
"name": "Inbound Materials Coordinator — Meridian"
},
"contacts": [
{
"email": "darnell.hooks@gearsystems.com",
"name": "Darnell Hooks"
},
{
"email": "elizabeth.velasquez@gearsystems.com",
"name": "Elizabeth Velasquez"
},
{
"email": "walter.finch@gearsystems.com",
"name": "Walter Finch"
},
{
"email": "theo.brandt@gearsystems.com",
"name": "Theo Brandt"
},
{
"email": "joonho.park@gearsystems.com",
"name": "Joon-ho Park"
},
{
"email": "maribel.ortiz@gearsystems.com",
"name": "Maribel Ortiz"
},
{
"email": "aditi.krishnamurthy@gearsystems.com",
"name": "Aditi Krishnamurthy"
},
{
"email": "reggie.lemoine@gearsystems.com",
"name": "Reggie Lemoine"
},
{
"email": "chris.wojciechowski@gearsystems.com",
"name": "Chris Wojciechowski"
},
{
"email": "yuki.tanaka@gearsystems.com",
"name": "Yuki Tanaka"
},
{
"email": "curtis.yablonski@gearsystems.com",
"name": "Curtis Yablonski"
},
{
"email": "s.muth@vantagelube.com",
"name": "Sandra Muth"
},
{
"email": "b.kowalski@vantagelube.com",
"name": "Brian Kowalski"
}
],
"folders": [],
"emails": [
{
"email_id": "1",
"folder": "INBOX",
"subject": "BOL scan — MER-PO-204871 — Vantage Lubricants — APPT-20261124-003",
"from_addr": "curtis.yablonski@gearsystems.com",
"to_addr": "receiving.meridian@gearsystems.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-11-24T13:30:00-06:00",
"message_id": "<cyablonski-20261124-204871-bol@gearsystems.com>",
"in_reply_to": null,
"body_text": "BOL for Vantage Lubricants, Dock 2, APPT-20261124-003.\n\nBILL OF LADING\n\nBOL Number: XPO-2026-884417\nDate: 11/24/2026\nCarrier: XPO Logistics\n\nShipper:\nVantage Lubricants Inc.\n4200 Industrial Parkway\nIndianapolis, IN 46254\n\nConsignee:\nGear Systems Inc. — Meridian Plant\nReceiving Dock 2\nMeridian, MS\n\nPO Number: MER-PO-204871\n\nLine Items:\n 1. Gear oil, ISO VG 220, 20L drum (FL-08814-A1) — 24 drums\n\nTotal Weight: 1,056 lb\nFreight Terms: Prepaid\nHazmat: None\n\nCarrier signature obtained. No exceptions noted on BOL.",
"body_html": null,
"is_read": false,
"is_important": false,
"attachments": []
},
{
"email_id": "2",
"folder": "INBOX",
"subject": "Packing slip scan — MER-PO-204871 — Vantage Lubricants — APPT-20261124-003",
"from_addr": "curtis.yablonski@gearsystems.com",
"to_addr": "receiving.meridian@gearsystems.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-11-24T13:30:00-06:00",
"message_id": "<cyablonski-20261124-204871-packingslip@gearsystems.com>",
"in_reply_to": null,
"body_text": "Packing slip for Vantage Lubricants, Dock 2, APPT-20261124-003.\n\nPACKING SLIP\n\nVantage Lubricants Inc.\n4200 Industrial Parkway\nIndianapolis, IN 46254\n\nShip To:\nGear Systems Inc. — Meridian Plant\nMeridian, MS\n\nPO Number: MER-PO-204871\nPacking Slip Number: VLI-PS-61042\nDate: 11/21/2026\n\nLine Items:\n Line 001 — SKU: FL-08814-A1\n Description: Gear oil, ISO VG 220, 20L drum\n Qty Ordered: 24\n Qty Shipped: 24\n\nTotal Packages: 24 drums on 2 pallets\nTotal Weight: 1,056 lb\nHazmat: None",
"body_html": null,
"is_read": false,
"is_important": false,
"attachments": []
}
],
"next_email_id": 3
}
@@ -0,0 +1,800 @@
{
"users": {
"U001": {
"id": "U001",
"team_id": "T001",
"name": "receiving.mer",
"deleted": false,
"real_name": "Inbound Materials Coordinator",
"profile": {
"real_name": "Inbound Materials Coordinator",
"display_name": "receiving-mer",
"email": "receiving.meridian@gearsystems.com",
"title": "Inbound Materials Coordinator"
},
"is_admin": false,
"is_owner": false,
"is_primary_owner": false,
"is_bot": false
},
"U002": {
"id": "U002",
"team_id": "T001",
"name": "dhooks",
"deleted": false,
"real_name": "Darnell Hooks",
"profile": {
"real_name": "Darnell Hooks",
"display_name": "dhooks",
"email": "darnell.hooks@gearsystems.com",
"title": "Receiving Supervisor"
},
"is_admin": false,
"is_owner": false,
"is_primary_owner": false,
"is_bot": false
},
"U003": {
"id": "U003",
"team_id": "T001",
"name": "evelasquez",
"deleted": false,
"real_name": "Elizabeth Velasquez",
"profile": {
"real_name": "Elizabeth Velasquez",
"display_name": "evelasquez",
"email": "elizabeth.velasquez@gearsystems.com",
"title": "Plant Logistics Manager"
},
"is_admin": false,
"is_owner": false,
"is_primary_owner": false,
"is_bot": false
},
"U004": {
"id": "U004",
"team_id": "T001",
"name": "wfinch",
"deleted": false,
"real_name": "Walter Finch",
"profile": {
"real_name": "Walter Finch",
"display_name": "wfinch",
"email": "walter.finch@gearsystems.com",
"title": "Plant Manager"
},
"is_admin": true,
"is_owner": true,
"is_primary_owner": true,
"is_bot": false
},
"U005": {
"id": "U005",
"team_id": "T001",
"name": "cyablonski",
"deleted": false,
"real_name": "Curtis Yablonski",
"profile": {
"real_name": "Curtis Yablonski",
"display_name": "cyablonski",
"email": "curtis.yablonski@gearsystems.com",
"title": "Dock Lead"
},
"is_admin": false,
"is_owner": false,
"is_primary_owner": false,
"is_bot": false
},
"U006": {
"id": "U006",
"team_id": "T001",
"name": "tbrandt",
"deleted": false,
"real_name": "Theo Brandt",
"profile": {
"real_name": "Theo Brandt",
"display_name": "tbrandt",
"email": "theo.brandt@gearsystems.com",
"title": "Quality Manager"
},
"is_admin": false,
"is_owner": false,
"is_primary_owner": false,
"is_bot": false
},
"U007": {
"id": "U007",
"team_id": "T001",
"name": "jpark",
"deleted": false,
"real_name": "Joon-ho Park",
"profile": {
"real_name": "Joon-ho Park",
"display_name": "jpark",
"email": "joonho.park@gearsystems.com",
"title": "Procurement Lead, Meridian"
},
"is_admin": false,
"is_owner": false,
"is_primary_owner": false,
"is_bot": false
},
"U008": {
"id": "U008",
"team_id": "T001",
"name": "mortiz",
"deleted": false,
"real_name": "Maribel Ortiz",
"profile": {
"real_name": "Maribel Ortiz",
"display_name": "mortiz",
"email": "maribel.ortiz@gearsystems.com",
"title": "Inventory Control Lead"
},
"is_admin": false,
"is_owner": false,
"is_primary_owner": false,
"is_bot": false
},
"U009": {
"id": "U009",
"team_id": "T001",
"name": "akrishnamurthy",
"deleted": false,
"real_name": "Aditi Krishnamurthy",
"profile": {
"real_name": "Aditi Krishnamurthy",
"display_name": "akrishnamurthy",
"email": "aditi.krishnamurthy@gearsystems.com",
"title": "Production Planning Lead"
},
"is_admin": false,
"is_owner": false,
"is_primary_owner": false,
"is_bot": false
},
"U010": {
"id": "U010",
"team_id": "T001",
"name": "rlemoine",
"deleted": false,
"real_name": "Reggie Lemoine",
"profile": {
"real_name": "Reggie Lemoine",
"display_name": "rlemoine",
"email": "reggie.lemoine@gearsystems.com",
"title": "Quality Inspector, 1st Shift"
},
"is_admin": false,
"is_owner": false,
"is_primary_owner": false,
"is_bot": false
},
"U011": {
"id": "U011",
"team_id": "T001",
"name": "cwoj",
"deleted": false,
"real_name": "Chris Wojciechowski",
"profile": {
"real_name": "Chris Wojciechowski",
"display_name": "cwoj",
"email": "chris.wojciechowski@gearsystems.com",
"title": "Plant EHS Contact"
},
"is_admin": false,
"is_owner": false,
"is_primary_owner": false,
"is_bot": false
},
"U012": {
"id": "U012",
"team_id": "T001",
"name": "ytanaka",
"deleted": false,
"real_name": "Yuki Tanaka",
"profile": {
"real_name": "Yuki Tanaka",
"display_name": "ytanaka",
"email": "yuki.tanaka@gearsystems.com",
"title": "RMA Coordinator, Quality"
},
"is_admin": false,
"is_owner": false,
"is_primary_owner": false,
"is_bot": false
},
"U013": {
"id": "U013",
"team_id": "T001",
"name": "solds",
"deleted": false,
"real_name": "Sherri Olds",
"profile": {
"real_name": "Sherri Olds",
"display_name": "solds",
"email": "sherri.olds@gearsystems.com",
"title": "Plant Logistics Manager, Birmingham"
},
"is_admin": false,
"is_owner": false,
"is_primary_owner": false,
"is_bot": false
},
"U014": {
"id": "U014",
"team_id": "T001",
"name": "akrishnan",
"deleted": false,
"real_name": "Anand Krishnan",
"profile": {
"real_name": "Anand Krishnan",
"display_name": "akrishnan",
"email": "anand.krishnan@gearsystems.com",
"title": "Plant Logistics Manager, Pittsburgh"
},
"is_admin": false,
"is_owner": false,
"is_primary_owner": false,
"is_bot": false
}
},
"channels": {
"C001": {
"id": "C001",
"name": "receiving-dock",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"name_normalized": "receiving-dock",
"is_shared": false,
"is_org_shared": false,
"context_team_id": "T001",
"creator": "U004",
"is_member": true,
"topic": {
"value": "Dock activity \u2014 arrivals, check-ins, unload complete, putaway authorization, handoffs",
"creator": "U004",
"last_set": 1700000000
},
"purpose": {
"value": "Primary operational channel for the receiving dock. All dock crew posts, Coordinator instructions, and shift handoffs go here.",
"creator": "U004",
"last_set": 1700000000
},
"unlinked": 0,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"updated": 1700000000,
"shared_team_ids": [
"T001"
]
},
"C002": {
"id": "C002",
"name": "quality-alerts",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"name_normalized": "quality-alerts",
"is_shared": false,
"is_org_shared": false,
"context_team_id": "T001",
"creator": "U004",
"is_member": true,
"topic": {
"value": "Quality findings \u2014 damage reports, inspection results, quarantine notices, NCR alerts",
"creator": "U004",
"last_set": 1700000000
},
"purpose": {
"value": "Quality-related alerts from the dock and Coordinator. Reggie Lemoine posts inspection findings here. Do not delete or modify posts \u2014 this channel is part of the audit trail.",
"creator": "U004",
"last_set": 1700000000
},
"unlinked": 0,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"updated": 1700000000,
"shared_team_ids": [
"T001"
]
},
"C003": {
"id": "C003",
"name": "escalations-meridian",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"name_normalized": "escalations-meridian",
"is_shared": false,
"is_org_shared": false,
"context_team_id": "T001",
"creator": "U004",
"is_member": true,
"topic": {
"value": "Plant-level escalations \u2014 suspended suppliers, dollar-value overrides, line-down risk, critical NCRs",
"creator": "U004",
"last_set": 1700000000
},
"purpose": {
"value": "Escalations requiring Plant Logistics Manager or Plant Manager involvement. Posts here are never deleted \u2014 correction replies only.",
"creator": "U004",
"last_set": 1700000000
},
"unlinked": 0,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"updated": 1700000000,
"shared_team_ids": [
"T001"
]
},
"C004": {
"id": "C004",
"name": "planning-meridian",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"name_normalized": "planning-meridian",
"is_shared": false,
"is_org_shared": false,
"context_team_id": "T001",
"creator": "U004",
"is_member": true,
"topic": {
"value": "Production planning notifications \u2014 short ships, quarantines with line-down risk, schedule impacts",
"creator": "U004",
"last_set": 1700000000
},
"purpose": {
"value": "Channel for notifying Production Planning (Aditi Krishnamurthy) of receiving events that may affect the production schedule.",
"creator": "U004",
"last_set": 1700000000
},
"unlinked": 0,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"updated": 1700000000,
"shared_team_ids": [
"T001"
]
},
"D001": {
"id": "D001",
"name": "dhooks",
"is_channel": false,
"is_group": false,
"is_im": true,
"is_mpim": false,
"is_private": true,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1700000000,
"creator": "U001",
"shared_team_ids": [
"T001"
],
"is_member": true,
"user": "U002",
"members": [
"U001",
"U002"
]
},
"D002": {
"id": "D002",
"name": "evelasquez",
"is_channel": false,
"is_group": false,
"is_im": true,
"is_mpim": false,
"is_private": true,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1700000000,
"creator": "U001",
"shared_team_ids": [
"T001"
],
"is_member": true,
"user": "U003",
"members": [
"U001",
"U003"
]
},
"D003": {
"id": "D003",
"name": "wfinch",
"is_channel": false,
"is_group": false,
"is_im": true,
"is_mpim": false,
"is_private": true,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1700000000,
"creator": "U001",
"shared_team_ids": [
"T001"
],
"is_member": true,
"user": "U004",
"members": [
"U001",
"U004"
]
},
"D004": {
"id": "D004",
"name": "cyablonski",
"is_channel": false,
"is_group": false,
"is_im": true,
"is_mpim": false,
"is_private": true,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1700000000,
"creator": "U001",
"shared_team_ids": [
"T001"
],
"is_member": true,
"user": "U005",
"members": [
"U001",
"U005"
]
},
"D005": {
"id": "D005",
"name": "tbrandt",
"is_channel": false,
"is_group": false,
"is_im": true,
"is_mpim": false,
"is_private": true,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1700000000,
"creator": "U001",
"shared_team_ids": [
"T001"
],
"is_member": true,
"user": "U006",
"members": [
"U001",
"U006"
]
},
"D006": {
"id": "D006",
"name": "jpark",
"is_channel": false,
"is_group": false,
"is_im": true,
"is_mpim": false,
"is_private": true,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1700000000,
"creator": "U001",
"shared_team_ids": [
"T001"
],
"is_member": true,
"user": "U007",
"members": [
"U001",
"U007"
]
},
"D007": {
"id": "D007",
"name": "mortiz",
"is_channel": false,
"is_group": false,
"is_im": true,
"is_mpim": false,
"is_private": true,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1700000000,
"creator": "U001",
"shared_team_ids": [
"T001"
],
"is_member": true,
"user": "U008",
"members": [
"U001",
"U008"
]
},
"D008": {
"id": "D008",
"name": "akrishnamurthy",
"is_channel": false,
"is_group": false,
"is_im": true,
"is_mpim": false,
"is_private": true,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1700000000,
"creator": "U001",
"shared_team_ids": [
"T001"
],
"is_member": true,
"user": "U009",
"members": [
"U001",
"U009"
]
},
"D009": {
"id": "D009",
"name": "rlemoine",
"is_channel": false,
"is_group": false,
"is_im": true,
"is_mpim": false,
"is_private": true,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1700000000,
"creator": "U001",
"shared_team_ids": [
"T001"
],
"is_member": true,
"user": "U010",
"members": [
"U001",
"U010"
]
},
"D010": {
"id": "D010",
"name": "cwoj",
"is_channel": false,
"is_group": false,
"is_im": true,
"is_mpim": false,
"is_private": true,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1700000000,
"creator": "U001",
"shared_team_ids": [
"T001"
],
"is_member": true,
"user": "U011",
"members": [
"U001",
"U011"
]
},
"D011": {
"id": "D011",
"name": "ytanaka",
"is_channel": false,
"is_group": false,
"is_im": true,
"is_mpim": false,
"is_private": true,
"created": 1700000000,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1700000000,
"creator": "U001",
"shared_team_ids": [
"T001"
],
"is_member": true,
"user": "U012",
"members": [
"U001",
"U012"
]
}
},
"messages": {
"C001": [
{
"type": "message",
"user": "U001",
"text": "DAILY DOCK PREVIEW 11/24/2026: 3 appointments scheduled. Hazmat: APPT-20261124-001, APPT-20261124-002. Oversize/special: none. Largest expected shipment: Vantage Lubricants Inc., 2,640 lb at 10:00.",
"ts": "1795521600.000000",
"team": "T001"
},
{
"type": "message",
"user": "U001",
"text": "ARRIVAL ON TIME: APPT-20261124-001, Vantage Lubricants Inc., Dock 1, PO #MER-PO-204869. Cleared to unload.",
"ts": "1795547542.000000",
"team": "T001"
},
{
"type": "message",
"user": "U001",
"text": "ARRIVAL ON TIME: APPT-20261124-002, Vantage Lubricants Inc., Dock 3, PO #MER-PO-204870. Cleared to unload.",
"ts": "1795548262.000000",
"team": "T001"
},
{
"type": "message",
"user": "U001",
"text": "ARRIVAL ON TIME: APPT-20261124-003, Vantage Lubricants Inc., Dock 2, PO #MER-PO-204871. Cleared to unload.",
"ts": "1795548600.000000",
"team": "T001"
},
{
"type": "message",
"user": "U005",
"text": "UNLOAD COMPLETE: REC-20261124-003, Vantage Lubricants Inc., PO #MER-PO-204871. Total pallets: 2. Count match: Y. Condition: Clean. Photos: N.",
"ts": "1795551600.000000",
"team": "T001"
}
],
"C002": [],
"C003": [],
"C004": [],
"D001": [],
"D002": [],
"D003": [],
"D004": [],
"D005": [],
"D006": [],
"D007": [],
"D008": [],
"D009": [],
"D010": [],
"D011": []
},
"counters": {
"messageId": 1000000
}
}
@@ -0,0 +1,80 @@
%PDF-1.4
%“Œ‹ž ReportLab Generated PDF document (opensource)
1 0 obj
<<
/F1 2 0 R /F2 3 0 R /F3 4 0 R
>>
endobj
2 0 obj
<<
/BaseFont /Helvetica /Encoding /WinAnsiEncoding /Name /F1 /Subtype /Type1 /Type /Font
>>
endobj
3 0 obj
<<
/BaseFont /Helvetica-Bold /Encoding /WinAnsiEncoding /Name /F2 /Subtype /Type1 /Type /Font
>>
endobj
4 0 obj
<<
/BaseFont /Helvetica-Oblique /Encoding /WinAnsiEncoding /Name /F3 /Subtype /Type1 /Type /Font
>>
endobj
5 0 obj
<<
/Contents 9 0 R /MediaBox [ 0 0 612 792 ] /Parent 8 0 R /Resources <<
/Font 1 0 R /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ]
>> /Rotate 0 /Trans <<
>>
/Type /Page
>>
endobj
6 0 obj
<<
/PageMode /UseNone /Pages 8 0 R /Type /Catalog
>>
endobj
7 0 obj
<<
/Author (\(anonymous\)) /CreationDate (D:20260415032415+00'00') /Creator (\(unspecified\)) /Keywords () /ModDate (D:20260415032415+00'00') /Producer (ReportLab PDF Library - \(opensource\))
/Subject (\(unspecified\)) /Title (\(anonymous\)) /Trapped /False
>>
endobj
8 0 obj
<<
/Count 1 /Kids [ 5 0 R ] /Type /Pages
>>
endobj
9 0 obj
<<
/Filter [ /ASCII85Decode /FlateDecode ] /Length 1732
>>
stream
Gatm<>Bed\&:Vs/Qq,jD*(cH7qaLoaBaM$%G5!0Clu>:eDLA.ddqna0n&SRXK8$W<#t>h]o4^&X1kGeF?^guOp].c]gtYc"%.%mt\\c1S_8O(aGsudISUdCH`C+c`-#%/%]>B-+`#@Vh++Y8*4U#:-L7/PJln&W`Vm@6lmU.pk:ZqK@_#=B.HPi%QkjWfoXZJs08"HZJ:DKtR,pSjfE&Di$?d+;sao0)JNc&KndV[7-dkr&BR;8g9n;;XdEY>GMWuui[JQn;N#O<^ejK32D`$'IFU'&!jr*W,X0LO-"E4_LRr5F-ud;K3QbYg&nmr23(=Fou)Ee2\MqTq&ZVa_?]#RRBM[E`4#:*RuWTJBOWVY#W5)p.(JpGui;5<)O$?82D"qCi;$DOe5+q!?+8(s=>??kK[M</[tc/V]RfEmEkLb0MnU)Hj!04Cq^`C9\AnA5kBP/Y,6"rP,5-VJ@KT"ka8><0#L'i$Lf7(bu;XJ8alq)2r;rC=>D_#)s\YZDC6^'u45UEOoCM<q&)YMaII6h*IRrbS`?YKeMrb@52+bn)ol@qQRj^*ftjU?Gg<N"O413oMatj4Uf%c6/q56b[-kbGCpuHQj+KUFX"L-3$SQq[P)V5\W-nf-[L5ahC8WoF.L,"LRoGl_fQAnB,WuLL\$qj$R^Q!>FYs`is:\S2sZ*P>Y+p]*jVt_Xi*]=^YE3%j)FSuXQh6(>f4Gt<(eOEKBsu`qbbIIR_*isq)AV:F21;6TLI"8NMP,p.\i`M27i_LkGd2j,jQSNTF/"0;TEt2[!W6=gGpdm<]`+:ROq7:6.ODV?lb,!WA+L"R&l%ARWHs!_E<AJ[h=!@g@%Bf8:2!p/^2U_BrC+rV2Pok;:!$PF($&CD5IP@d^cnB2Ce$Q)*:]'W5Z3R)T)"uRG0EefV@\Ih<W`:\A[/V9?AtI./n8;j7kC.U<Dhp;tWsa0S=^O?c+Zqp7gcsgd'B8Mt1OXe$Cd<>CZY#D+66M8uo4Q2j(^Jgb@pm,t'Jh"5Ka5Gp8)lX>+@E8rWpo(H6W#25dH@3Brnd+2Zi^:JaKnVj`M*kJGUP'c<_n(<uUg<d1kn0hofGUE41gVSY=C[F"SC44al8H4PssCTI\PY`2ue*cI8l<&I8Vee^'"YGkT84N6ZF(rH\af;m$ACSDi85@(kAF'[k+lD."mlPc-J2Kc8]._7]2Z`9:Ug*cV\.Xgl]1o;O6Q1&9/ZO5p_WU*G]1Y9b8WTp^hHpm\H8Y:NRUK\/:AmHOPG*k6q99L.YZi'k_W:[;iZQ5[eFTLsq%,JORZK/J`jMriBb=Lt?GC'PN8*:uOBhS%[XQ`5:C9#f)2-^@YJ#j7pOd]QWQrB`<L"=?EZC:F/1"Mq@9iUX\fm,qG;I=IkN/l,DQd2Vt@El)jrS?;u"]dhT/oZu?8<bi)%F^3s&ZZpJ33h,Qe(]ulO^e-FR<&[or(;$nL+KotL6H#VDOt5/8(aaK6cgrj'*^0(&`O3_>N+ONF=]Tq]!h$`](B$Scf(qb`QrF%A"G6Pe&s2]>:+4D1-=+S!b*Y``kpIjgTY_Q^0@2L-==(ef_j:k;j"!nppJhi8[LLjX)pQM+6B2M7jBe?8K)!MG!b;mc"!f].f7s#eRq!6(es&@0eDc;VZBH62I?&Zf)0d6R@V7d/ohl7Zu"`ES:U7sK!%2M8it"sFjHnlHgX!!nb5MKj^JWaR,GC^"-?k;iU0EF?U4B<<u%R:lu;VN>KqWU~>endstream
endobj
xref
0 10
0000000000 65535 f
0000000061 00000 n
0000000112 00000 n
0000000219 00000 n
0000000331 00000 n
0000000446 00000 n
0000000639 00000 n
0000000707 00000 n
0000000987 00000 n
0000001046 00000 n
trailer
<<
/ID
[<5d66a97be850eb95aa8990225dfdd67b><5d66a97be850eb95aa8990225dfdd67b>]
% ReportLab generated PDF document -- digest (opensource)
/Info 7 0 R
/Root 6 0 R
/Size 10
>>
startxref
2869
%%EOF
@@ -0,0 +1,80 @@
%PDF-1.4
%“Œ‹ž ReportLab Generated PDF document (opensource)
1 0 obj
<<
/F1 2 0 R /F2 3 0 R /F3 4 0 R
>>
endobj
2 0 obj
<<
/BaseFont /Helvetica /Encoding /WinAnsiEncoding /Name /F1 /Subtype /Type1 /Type /Font
>>
endobj
3 0 obj
<<
/BaseFont /Helvetica-Bold /Encoding /WinAnsiEncoding /Name /F2 /Subtype /Type1 /Type /Font
>>
endobj
4 0 obj
<<
/BaseFont /Helvetica-Oblique /Encoding /WinAnsiEncoding /Name /F3 /Subtype /Type1 /Type /Font
>>
endobj
5 0 obj
<<
/Contents 9 0 R /MediaBox [ 0 0 612 792 ] /Parent 8 0 R /Resources <<
/Font 1 0 R /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ]
>> /Rotate 0 /Trans <<
>>
/Type /Page
>>
endobj
6 0 obj
<<
/PageMode /UseNone /Pages 8 0 R /Type /Catalog
>>
endobj
7 0 obj
<<
/Author (\(anonymous\)) /CreationDate (D:20260415032415+00'00') /Creator (\(unspecified\)) /Keywords () /ModDate (D:20260415032415+00'00') /Producer (ReportLab PDF Library - \(opensource\))
/Subject (\(unspecified\)) /Title (\(anonymous\)) /Trapped /False
>>
endobj
8 0 obj
<<
/Count 1 /Kids [ 5 0 R ] /Type /Pages
>>
endobj
9 0 obj
<<
/Filter [ /ASCII85Decode /FlateDecode ] /Length 1652
>>
stream
Gatm;=``R^&:Vs/kXRNGHR)b.o!A]W$o;.@Sa:7E^)3UgSq*Ba-E0]+O5H7A^ec13`FW6/T0B[ZO=1ZfdHoWF!8P0Tkq`Lc_#4:uWuTn,o\GGg$X.3^"AFfR(94-oAC>^FJVLPK;CK$o"CaX(%#@IlWp?ZsE#a(gd(-oZ\2T%(N:(TH__1q.?o[DNIt7D0ge3<6C*SB"ptB:Fc-n4g:4e)Ji*]BHfrX,I)'L[BQeNdF")eW)07J<AhQEY*n3ZRm=pGB5RfGC7c>.;lPZD[TIt4#+WuA5MD@?+lHM,k2A+8Z>(T-%]XLAS2qU#NHK0;fDBaokV@YSHY`,KYdpAm3Qce3#?b/]C3AZDW((]5m=0>[J)EVj6Wd%Bsn2f?A8]kR4Ygn2+G04Q?aO+o?Zp\JqJhb8!mZ]X#I?F\,X0l#uJoN(6(q`&_XWj^/Em_-^!DFBl/Y]h[%.PjRL.,bS?3tS*A]i6PdJIuKBPU[*8X_Z(_2%@-WMb;GGW>!8&OM(?\Zq9ucW*\'#bcU1dE6n)t;<7Y4@pb.mR1CpelsTuY$b%uQ/HFQW!KNs#YL:g3DPsVrRL>J+DS"_[P6!Y<iN0:3%@'u^=u#]1>fOKq[ZZe!m$\#c2OGDu:!'auoDHWO>_03kSmW21f-R1s?foU1&=[*5'KF@>h1mu+KB]\U'c9)mKlcD.(orWFrP\2bEHK4m#-brR;j_A[$PB#ErW6K_T.@7I_?dVEHF<n_OKKD?_0I#@*u+Euj"a*O.S/"':X3uJDLX_gIFJ]@!@:BMbMo%\BDWiBE?6eL58FYT@c9>jWP,C]NOGpOEkSK'AYDqC6>_@lrpP2+LWi\UN!e$gr/I[*D%/KTh5E"3Z%*p_H`;te"L>B)"ub];*W;$Vqd7D>17WnWD7F5>0^(OZ%MZ5p<XquLe8eUR%"oFLo9Q1]P@.ble\!i#73'Ai&$n,omVGKUB4iiE&\Q3EK2(>;=?TPc>f#%nc.3/;+o2p<5O7U*D,]E::#SfoP^?9p:*q5J1/]Wf_gBrd;8^X&3qhZiG5<baQ$^maj3D<tl,+&o[<$^WZM7k8MBD3AjeiA-:9"jLXW`>ud-T5nfqW$`aW#P='SKpSn#@)NZ;OWb3T'8YeL7"W/$5C6r&ApnK.&h`8e';r9p>&1)bf:gLrJq@M1oS/_pim)ACYocB#8\f'!9"L/e$1Gl>k<?V(!S[KRZUrcQe-G(?N]`&T-d0;E;pj-s5L1fU9VT!#Qq^GUOKH1>Zo/c%_67H%j*0Oei^Rlb#^u/$M=AHC]C]\)eS_EfSaS_oXu\Y#=!"\V;uBV6#n:9=6PBm%I=S,aZ[28uN>+2)91N<"GA/Qns5la_8-*E\c;]-V"OEV<nG:P4C$p>M99^%%EQ=LK.Vdq*oKiW@P4mV:cm4J&Ht[P./i=HZjr0/?TVAd&$6mXk+cAcO1aQr_q'?_#G^4eO+W_:9TIk^j9u)hA>Y4`]HSW6p$[tco3:gD;H0Po7(EE7RYKb?.e7Qs593rE?Bc8QK8S>eOs:M??s?@V@bFAnBq,OY]tfm6,7nt[=Q_K&`ZEL-@$nj0j]uD,(muV/9p+dTg]#kP[_=Uh?I*S4a96fCE0.LW9S4I$!*adDI]BWk9u)JX[ltc:;Dp03^8>Y(LVC3s)@Km:l*I\~>endstream
endobj
xref
0 10
0000000000 65535 f
0000000061 00000 n
0000000112 00000 n
0000000219 00000 n
0000000331 00000 n
0000000446 00000 n
0000000639 00000 n
0000000707 00000 n
0000000987 00000 n
0000001046 00000 n
trailer
<<
/ID
[<c89a49ab72d1c74d78061a021f991961><c89a49ab72d1c74d78061a021f991961>]
% ReportLab generated PDF document -- digest (opensource)
/Info 7 0 R
/Root 6 0 R
/Size 10
>>
startxref
2789
%%EOF
@@ -0,0 +1,3 @@
It is James Reed, Coordonator. Weve just had 3 transports arrive together, I want to make sure we can process, unload them and store before the end of the shift. Please take care of the standard one while I deal with the two hazard ones. Follow the procedures outline in Gear_Systems_Logistics_SOP. Weve been waiting for the gear oil for a couple of weeks so I dont want any unnecessary delays.
Use my name or contact info as needed, and if you need to fill in any free text fields that the SOP doesnt already specify exact wording, write “Actioned per SOP protocol”. Also, if you are able to make the disposition decision, use exactly the current time (as of right now) for the corresponding timestamp.
@@ -0,0 +1 @@
Today's date is, November, 24, 2026, 14:21 CST. You are an office assistant with access to the user's filesystem (/workdir), email (google_mail_*), slack (slack_*), calendar (google_calendar_*), jira (jira_*), and shopify (shopify_*) tools. The workspace directory /workdir contains files for the task. Do NOT ask the user for more information — use your tools to discover what you need. Begin by listing /workdir and reading relevant files.
@@ -0,0 +1,23 @@
schema_version = "1.1"
[task]
name = "sop-tasks/logistics_gear_sytems_inc_dba0375e"
description = "SOP task from CSV row dba0375e"
[agent]
timeout_sec = 3600.0
[verifier]
timeout_sec = 3600.0
[environment]
os = "linux"
cpus = 2
memory_mb = 4096
env = { INPUTDIR = "/data", OUTPUTDIR = "/data", WORLDBENCH_TOOL_SETS = "syntara_ds_all google_mail_contacts slack_core google_mail_core google_calendar_core jira_core shopify_core" }
[[environment.mcp_servers]]
name = "mcp-proxy"
transport = "streamable-http"
url = "http://localhost:8000/mcp"
File diff suppressed because one or more lines are too long
@@ -0,0 +1,135 @@
#!/usr/bin/env python3
"""Run bundled SOP Python verifiers inside a Harbor task container."""
from __future__ import annotations
import json
import shutil
import sys
import tempfile
import traceback
from pathlib import Path
from typing import Any
WORKDIR = Path("/workdir")
DATA_DIR = Path("/data")
INITIAL_DATA_DIR = Path("/initial_data")
TESTS_DIR = Path("/tests")
VERIFIER_DIR = Path("/logs/verifier")
SERVICE_COMPAT_FILES: dict[str, tuple[str, tuple[str, ...]]] = {
"slack": ("slack.json", ("slack.json", "slack_data.json")),
"google_mail": ("inbox.json", ("inbox.json", "mailbox.json")),
"google_calendar": ("calendar_data.json", ("calendar_data.json", "calendar.json")),
"jira": ("jira_state.json", ("jira_state.json", "jira_data.json")),
"shopify": ("shopify_data.json", ("shopify_data.json",)),
}
def _state_path(service: str, seed_name: str) -> Path | None:
candidates = [
DATA_DIR / service / "final.json",
DATA_DIR / service / seed_name,
INITIAL_DATA_DIR / service / seed_name,
]
return next((p for p in candidates if p.is_file()), None)
def _build_compat_external_services(dest: Path) -> None:
dest.mkdir(parents=True, exist_ok=True)
for service, (seed_name, compat_names) in SERVICE_COMPAT_FILES.items():
src = _state_path(service, seed_name)
if src is not None:
for compat_name in compat_names:
shutil.copy2(src, dest / compat_name)
def _coerce_result(raw: Any) -> dict[str, Any]:
if isinstance(raw, dict):
passed = bool(raw.get("pass", raw.get("passed", False)))
score = raw.get("score", 1.0 if passed else 0.0)
try:
score = float(score)
except (TypeError, ValueError):
score = 1.0 if passed else 0.0
return {
"pass": passed,
"score": max(0.0, min(1.0, score)),
"feedback": str(raw.get("feedback", "")),
}
passed = bool(raw)
return {"pass": passed, "score": 1.0 if passed else 0.0, "feedback": str(raw)}
def _run_one(rubric: dict[str, Any], external_services_path: Path) -> dict[str, Any]:
rubric_id = str(rubric.get("id") or "rubric")
code = rubric.get("verifier_code")
if not isinstance(code, str) or not code.strip():
return {
"id": rubric_id,
"pass": False,
"score": 0.0,
"feedback": "rubric has no verifier_code",
}
namespace: dict[str, Any] = {"__builtins__": __builtins__}
try:
exec(compile(code, f"<{rubric_id}>", "exec"), namespace)
verify = namespace.get("verify")
if not callable(verify):
raise RuntimeError("verifier_code did not define verify()")
result = _coerce_result(verify(str(WORKDIR), str(external_services_path)))
return {"id": rubric_id, **result}
except Exception:
return {
"id": rubric_id,
"pass": False,
"score": 0.0,
"feedback": traceback.format_exc(),
}
def main() -> None:
rubrics_path = TESTS_DIR / "rubrics.json"
if not rubrics_path.is_file():
print("[sop-verifier] ERROR: rubrics.json not found", file=sys.stderr)
sys.exit(1)
rubrics = json.loads(rubrics_path.read_text())
if not isinstance(rubrics, list):
print("[sop-verifier] ERROR: rubrics.json must be a list", file=sys.stderr)
sys.exit(1)
with tempfile.TemporaryDirectory(prefix="sop-external-services-") as tmp:
compat_dir = Path(tmp)
_build_compat_external_services(compat_dir)
results = [_run_one(r, compat_dir) for r in rubrics]
total = len(results)
passed = sum(1 for r in results if r.get("pass"))
average_score = round(
sum(float(r.get("score", 0.0)) for r in results) / total,
4,
) if total else 0.0
print(f"[sop-verifier] {passed}/{total} rubrics passed; score={average_score:.2f}")
for result in results:
status = "PASS" if result.get("pass") else "FAIL"
feedback = str(result.get("feedback", "")).replace("\n", " ")[:500]
print(f" [{status}] {result.get('id')}: {feedback}")
output = {
"passed": passed == total,
"rubrics_passed": passed,
"rubrics_total": total,
"score": average_score,
"rubric_results": results,
}
(TESTS_DIR / "results.json").write_text(json.dumps(output, indent=2) + "\n")
VERIFIER_DIR.mkdir(parents=True, exist_ok=True)
(VERIFIER_DIR / "reward.txt").write_text(str(average_score))
if __name__ == "__main__":
main()
@@ -0,0 +1,7 @@
[Current date and time: 11/24/2026 14:21 CST]
[Current user: James Reed, Coordonator]
Weve just had 3 transports arrive together, I want to make sure we can process, unload them and store before the end of the shift. Please take care of the standard one while I deal with the two hazard ones. Follow the procedures outline in Gear_Systems_Logistics_SOP. Weve been waiting for the gear oil for a couple of weeks so I dont want any unnecessary delays.
Use my name or contact info as needed, and if you need to fill in any free text fields that the SOP doesnt already specify exact wording, write “Actioned per SOP protocol”. Also, if you are able to make the disposition decision, use exactly the current time (as of right now) for the corresponding timestamp.
@@ -0,0 +1,3 @@
#!/bin/bash
pip install openpyxl pdfplumber python-docx 2>/dev/null
python /tests/sop_verifier.py