Add Handbook.md benchmark tasks

This commit is contained in:
DerekSurge
2026-06-24 12:44:34 -07:00
commit 25c9eda5ca
1800 changed files with 323575 additions and 0 deletions
@@ -0,0 +1,7 @@
FROM handbook_base
COPY initial_external_services/ /data/
COPY initial_external_services/ /initial_data/
COPY initial_workspace/ /workdir/
ENV INPUTDIR=/data OUTPUTDIR=/data WORLDBENCH_TOOL_SETS="syntara_ds_all google_mail_contacts slack_core google_mail_core google_calendar_core jira_core shopify_core"
@@ -0,0 +1,75 @@
{
"events": {
"evt-1": {
"id": "evt-1",
"summary": "Weekly Team Huddle",
"start": {
"dateTime": "2026-04-06T10:00:00-06:00"
},
"end": {
"dateTime": "2026-04-06T11:00:00-06:00"
}
},
"evt-2": {
"id": "evt-2",
"summary": "Preparation for Quarterly Board meeting",
"start": {
"dateTime": "2026-04-07T14:00:00-06:00"
},
"end": {
"dateTime": "2026-04-07T15:00:00-06:00"
}
},
"evt-3": {
"id": "evt-3",
"summary": "OOO",
"start": {
"date": "2026-04-06"
},
"end": {
"date": "2026-04-09"
},
"description": "Out of Office"
},
"evt-4": {
"id": "evt-4",
"summary": "D15 to TFL (BGI-31199221)",
"start": {
"date": "2026-04-15"
},
"end": {
"date": "2026-04-16"
}
},
"evt-5": {
"id": "evt-5",
"summary": "D15 to TFL (BGI-33991911)",
"start": {
"date": "2026-04-17"
},
"end": {
"date": "2026-04-18"
}
},
"evt-6": {
"id": "evt-6",
"summary": "D15 to TFL (BGI-36110292)",
"start": {
"date": "2026-05-02"
},
"end": {
"date": "2026-05-03"
}
},
"evt-7": {
"id": "evt-7",
"summary": "D15 to TFL (BGI-37918822, BGI-39882091, BGI-39667288)",
"start": {
"date": "2026-05-14"
},
"end": {
"date": "2026-05-15"
}
}
}
}
@@ -0,0 +1,86 @@
{
"mailbox": {
"email": "jillm@pathfinder.com",
"name": "Jill Mayfield"
},
"contacts": [
{
"email": "jamies@pathfinder.com",
"name": "Jamie Scott"
},
{
"email": "joem@pathfinder.com",
"name": "Joe Malfroy"
},
{
"email": "mayj@pathfinder.com",
"name": "May Jollier"
},
{
"email": "russellc@pathfinder.com",
"name": "Russell Commy"
},
{
"email": "hopeK@email.com",
"name": "Kelly Hope"
},
{
"email": "ursula.james@hull.com",
"name": "Ursula James"
},
{
"email": "popler.wen@bulliongoldinsurance.com",
"name": "Popler Wen"
}
],
"groups": [
{
"email": "rcm-internal@pathfinder.com",
"name": "RCM Internal Team",
"members": [
"jillm@pathfinder.com",
"jamies@pathfinder.com",
"joem@pathfinder.com",
"mayj@pathfinder.com"
]
}
],
"folders": [],
"emails": [
{
"email_id": "1",
"folder": "INBOX",
"subject": "Patient ID - FQ12578",
"from_addr": "ursula.james@hull.com",
"to_addr": "jillm@pathfinder.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-04-03T18:45:00-05:00",
"message_id": "<msg001@hull.com>",
"in_reply_to": null,
"body_text": "Hi Jill\n\nThanks for the call earlier today to clarify about Mr Edward Tee's coverage and the upcoming claims to expect from Pathfinder. As spoken, please send through the next 837P batch and let your team know to drop me an email that we can expedite the processing for this particular batch containing Mr Tee's claims.\n\nBest regards,\nUrsula James\nCustomer Sales Manager, Hull Insurance",
"body_html": null,
"is_read": false,
"is_important": false,
"attachments": []
},
{
"email_id": "2",
"folder": "INBOX",
"subject": "Get well soon!",
"from_addr": "mayj@pathfinder.com",
"to_addr": "jillm@pathfinder.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-04-06T10:32:00-05:00",
"message_id": "<msg002@pathfinder.com>",
"in_reply_to": null,
"body_text": "Hey girl, I heard you are unwell, take care and see you in office soon!",
"body_html": null,
"is_read": false,
"is_important": false,
"attachments": []
}
],
"next_email_id": 3
}
@@ -0,0 +1,242 @@
{
"users": {
"U001": {
"id": "U001",
"team_id": "T001",
"name": "jamie.scott",
"deleted": false,
"real_name": "Jamie Scott",
"profile": {
"real_name": "Jamie Scott",
"display_name": "jamies",
"email": "jamies@pathfinder.com",
"title": "Team Member"
},
"is_admin": false,
"is_owner": false,
"is_bot": false
},
"U002": {
"id": "U002",
"team_id": "T001",
"name": "joe.malfroy",
"deleted": false,
"real_name": "Joe Malfroy",
"profile": {
"real_name": "Joe Malfroy",
"display_name": "joem",
"email": "joem@pathfinder.com",
"title": "Team Member"
},
"is_admin": false,
"is_owner": false,
"is_bot": false
},
"U003": {
"id": "U003",
"team_id": "T001",
"name": "may.jollier",
"deleted": false,
"real_name": "May Jollier",
"profile": {
"real_name": "May Jollier",
"display_name": "mayj",
"email": "mayj@pathfinder.com",
"title": "Team Member"
},
"is_admin": false,
"is_owner": false,
"is_bot": false
},
"U004": {
"id": "U004",
"team_id": "T001",
"name": "jill.mayfield",
"deleted": false,
"real_name": "Jill Mayfield",
"profile": {
"real_name": "Jill Mayfield",
"display_name": "jillm",
"email": "jillm@pathfinder.com",
"title": "Team Member"
},
"is_admin": false,
"is_owner": false,
"is_bot": false
}
},
"channels": {
"C001": {
"id": "C001",
"name": "escalations-rcm-mgr",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1609459200,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "escalations-rcm-mgr",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1765358880,
"creator": "U001",
"shared_team_ids": ["T001"],
"is_member": true,
"topic": {
"value": "RCM Manager Escalations",
"creator": "U001",
"last_set": 1609459200
},
"purpose": {
"value": "Channel for escalating issues to RCM managers",
"creator": "U001",
"last_set": 1609459200
}
},
"C002": {
"id": "C002",
"name": "ra",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1609459200,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "ra",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1775348700,
"creator": "U003",
"shared_team_ids": ["T001"],
"is_member": true,
"topic": {
"value": "Resolution Auditors",
"creator": "U003",
"last_set": 1609459200
},
"purpose": {
"value": "Channel for Resolution Auditors discussion, escalations and notifications",
"creator": "U003",
"last_set": 1609459200
}
},
"C003": {
"id": "C003",
"name": "billing-specs",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1609459200,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "billing-specs",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1609459200,
"creator": "U002",
"shared_team_ids": ["T001"],
"is_member": true,
"topic": {
"value": "Billing Specialists",
"creator": "U002",
"last_set": 1609459200
},
"purpose": {
"value": "Channel for Billing Specialists discussion, escalations and notifications",
"creator": "U002",
"last_set": 1609459200
}
},
"C004": {
"id": "C004",
"name": "coders",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1609459200,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "coders",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "T001",
"updated": 1609459200,
"creator": "U004",
"shared_team_ids": ["T001"],
"is_member": true,
"topic": {
"value": "Medical Coders",
"creator": "U004",
"last_set": 1609459200
},
"purpose": {
"value": "Channel for Certified Medical Coders (CMC) team discussions & notifications",
"creator": "U004",
"last_set": 1609459200
}
}
},
"messages": {
"C001": [
{
"type": "message",
"user": "U001",
"text": "Majestic's system is down &amp; estimated to be back up earliest by 6pm today. 837P saved.",
"ts": "1765384320.000100",
"team": "T001"
},
{
"type": "message",
"user": "U002",
"text": "Noted, will email the office mgrs. Thanks Jamie.",
"ts": "1765384480.000200",
"team": "T001"
}
],
"C002": [
{
"type": "message",
"user": "U003",
"text": "Escalation: 04/03/2026. Category: Operational. Payer: Bullion Gold Insurance. Issue: Credit balance in payer account. Action/s Taken: Verifications against Claim Register, duplicate payer payments for 6 claims. Escalation log updated.",
"ts": "1775250300.000100",
"team": "T001"
}
],
"C003": [],
"C004": []
},
"counters": {
"messageId": 1000000
}
}