Add Handbook.md benchmark tasks

This commit is contained in:
DerekSurge committed 2026-06-29 10:08:59 -07:00
commit 72f9a65917
1800 files changed
+323589

No files matched your search

@@ -0,0 +1,7 @@
FROM handbook_base
COPY initial_external_services/ /data/
COPY initial_external_services/ /initial_data/
COPY initial_workspace/ /workdir/
ENV INPUTDIR=/data OUTPUTDIR=/data WORLDBENCH_TOOL_SETS="syntara_ds_all google_mail_contacts slack_core google_mail_core google_calendar_core jira_core shopify_core"
@@ -0,0 +1,480 @@
{
"events": {
"evt-1001": {
"summary": "IVIG Infusion \u2014 Thompson, Michael (CASE-1001)",
"start": {
"dateTime": "2026-03-15T09:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-03-15T12:15:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Michael Thompson | DOB: 1968-04-15\nDrug: Privigen 10%, 30g\nRoute: IV\nNurse: Jane Smith, RN\nFrequency: Every 4 weeks\nPre-meds: Diphenhydramine 75mg\nPA#: BC-2026-44821\nCase: CASE-1001",
"location": "742 Evergreen Terrace, Beverly Hills, CA 90212",
"id": "evt-1001"
},
"evt-1002": {
"summary": "IVIG Infusion \u2014 Rivera, Elena (CASE-1002)",
"start": {
"dateTime": "2026-03-18T10:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-03-18T13:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Elena Rivera | DOB: 1955-08-22\nDrug: Gammaplex 5%, 20g\nRoute: IV\nNurse: Robert Chen, RN\nFrequency: Every 3 weeks\nPre-meds: Diphenhydramine 50mg\nPA#: NM-2026-77203\nCase: CASE-1002",
"location": "1847 Oak Street, Apt 3B, Los Angeles, CA 90003",
"id": "evt-1002"
},
"evt-1003": {
"summary": "SCIg Infusion \u2014 Park, James (CASE-1003)",
"start": {
"dateTime": "2026-03-20T14:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-03-20T15:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: James Park | DOB: 1979-11-03\nDrug: Hizentra 20%, 8g\nRoute: SQ\nNurse: Robert Chen, RN\nFrequency: Weekly\nPre-meds: None\nPA#: AH-2026-33150\nCase: CASE-1003\nNote: First SQ visit \u2014 self-infusion training required",
"location": "2200 Wilshire Blvd, Unit 8C, Los Angeles, CA 90005",
"id": "evt-1003"
},
"evt-1003-next": {
"summary": "SCIg Infusion \u2014 Park, James (CASE-1003)",
"start": {
"dateTime": "2026-03-27T14:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-03-27T15:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: James Park | DOB: 1979-11-03\nDrug: Hizentra 20%, 8g\nRoute: SQ\nNurse: Robert Chen, RN\nFrequency: Weekly\nPre-meds: None\nPA#: AH-2026-33150\nCase: CASE-1003\nNote: Follow-up weekly visit",
"location": "2200 Wilshire Blvd, Unit 8C, Los Angeles, CA 90005",
"id": "evt-1003-next"
},
"evt-1004": {
"summary": "IVIG Infusion \u2014 Washington, Denise (CASE-1004)",
"start": {
"dateTime": "2026-03-22T08:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-03-22T13:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Denise Washington | DOB: 1962-01-30\nDrug: Gamunex-C 10%, 35g\nRoute: IV\nNurse: David Williams, RN\nFrequency: Every 4 weeks\nPre-meds: Diphenhydramine 50mg\nPA#: UH-2026-55012\nCase: CASE-1004",
"location": "5540 Marine Ave, Inglewood, CA 90301",
"id": "evt-1004"
},
"evt-1004-next": {
"summary": "IVIG Infusion \u2014 Washington, Denise (CASE-1004)",
"start": {
"dateTime": "2026-04-19T08:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-19T13:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Denise Washington | DOB: 1962-01-30\nDrug: Gamunex-C 10%, 35g\nRoute: IV\nNurse: David Williams, RN\nFrequency: Every 4 weeks\nPre-meds: Diphenhydramine 50mg\nPA#: UH-2026-55012\nCase: CASE-1004\nNote: Next recurring visit",
"location": "5540 Marine Ave, Inglewood, CA 90301",
"id": "evt-1004-next"
},
"evt-1005": {
"summary": "SCIg Infusion \u2014 Okafor, Chioma (CASE-1005)",
"start": {
"dateTime": "2026-03-25T11:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-03-25T14:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Chioma Okafor | DOB: 1985-06-12\nDrug: HyQvia 10%, 40g\nRoute: SQ\nNurse: Patricia Lee, RN\nFrequency: Every 4 weeks\nPre-meds: Diphenhydramine 50mg\nPA#: BC-2026-91045\nCase: CASE-1005",
"location": "820 Ocean Park Blvd, Santa Monica, CA 90401",
"id": "evt-1005"
},
"evt-1005-next": {
"summary": "SCIg Infusion \u2014 Okafor, Chioma (CASE-1005)",
"start": {
"dateTime": "2026-04-22T11:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-22T14:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Chioma Okafor | DOB: 1985-06-12\nDrug: HyQvia 10%, 40g\nRoute: SQ\nNurse: Patricia Lee, RN\nFrequency: Every 4 weeks\nPre-meds: Diphenhydramine 50mg\nPA#: BC-2026-91045\nCase: CASE-1005\nNote: Next recurring visit",
"location": "820 Ocean Park Blvd, Santa Monica, CA 90401",
"id": "evt-1005-next"
},
"evt-1002-next": {
"summary": "IVIG Infusion \u2014 Rivera, Elena (CASE-1002)",
"start": {
"dateTime": "2026-04-08T10:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-08T13:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Elena Rivera | DOB: 1955-08-22\nDrug: Gammaplex 5%, 20g\nRoute: IV\nNurse: Robert Chen, RN\nFrequency: Every 3 weeks\nPre-meds: Diphenhydramine 50mg\nPA#: NM-2026-77203\nCase: CASE-1002\nNote: Next recurring visit",
"location": "1847 Oak Street, Apt 3B, Los Angeles, CA 90003",
"id": "evt-1002-next"
},
"evt-js-0317": {
"summary": "IVIG Infusion \u2014 Cooper, Linda (CASE-0887)",
"start": {
"dateTime": "2026-03-17T09:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-03-17T12:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Linda Cooper\nDrug: Octagam 5%, 25g\nNurse: Jane Smith, RN\nFrequency: Every 4 weeks",
"location": "1450 Camden Dr, Beverly Hills, CA 90210",
"id": "evt-js-0317"
},
"evt-js-0319": {
"summary": "IVIG Infusion \u2014 Nakamura, Kenji (CASE-0912)",
"start": {
"dateTime": "2026-03-19T10:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-03-19T14:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Kenji Nakamura\nDrug: Gamunex-C 10%, 30g\nNurse: Jane Smith, RN\nFrequency: Every 3 weeks",
"location": "333 S Beverly Glen Blvd, Los Angeles, CA 90212",
"id": "evt-js-0319"
},
"evt-js-0409a": {
"summary": "IVIG Infusion \u2014 Cooper, Linda (CASE-0887)",
"start": {
"dateTime": "2026-04-09T08:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-09T13:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Linda Cooper\nDrug: Octagam 5%, 25g\nNurse: Jane Smith, RN\nFrequency: Every 4 weeks\nRecurring visit",
"location": "1450 Camden Dr, Beverly Hills, CA 90210",
"id": "evt-js-0409a"
},
"evt-js-0409b": {
"summary": "IVIG Infusion \u2014 Patel, Anita (CASE-0945)",
"start": {
"dateTime": "2026-04-09T14:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-09T16:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Anita Patel\nDrug: Privigen 10%, 20g\nNurse: Jane Smith, RN\nFrequency: Every 4 weeks",
"location": "9876 Wilshire Blvd, Suite 200, Beverly Hills, CA 90211",
"id": "evt-js-0409b"
},
"evt-js-0410": {
"summary": "IVIG Infusion \u2014 Nakamura, Kenji (CASE-0912)",
"start": {
"dateTime": "2026-04-10T09:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-10T14:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Kenji Nakamura\nDrug: Gamunex-C 10%, 30g\nNurse: Jane Smith, RN\nFrequency: Every 3 weeks\nRecurring visit",
"location": "333 S Beverly Glen Blvd, Los Angeles, CA 90212",
"id": "evt-js-0410"
},
"evt-js-0413a": {
"summary": "SCIg Infusion \u2014 Hoffman, Ruth (CASE-0961)",
"start": {
"dateTime": "2026-04-13T08:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-13T12:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Ruth Hoffman\nDrug: Hizentra 20%, 10g\nNurse: Jane Smith, RN\nFrequency: Weekly",
"location": "421 N Rodeo Dr, Beverly Hills, CA 90210",
"id": "evt-js-0413a"
},
"evt-js-0413b": {
"summary": "IVIG Infusion \u2014 Singh, Raj (CASE-0978)",
"start": {
"dateTime": "2026-04-13T13:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-13T16:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Raj Singh\nDrug: Privigen 10%, 15g\nNurse: Jane Smith, RN\nFrequency: Every 4 weeks",
"location": "2001 S Barrington Ave, Los Angeles, CA 90230",
"id": "evt-js-0413b"
},
"evt-js-0414": {
"summary": "SCIg Infusion \u2014 Hoffman, Ruth (CASE-0961)",
"start": {
"dateTime": "2026-04-14T08:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-14T11:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Ruth Hoffman\nDrug: Hizentra 20%, 10g\nNurse: Jane Smith, RN\nFrequency: Weekly\nRecurring visit",
"location": "421 N Rodeo Dr, Beverly Hills, CA 90210",
"id": "evt-js-0414"
},
"evt-js-0415": {
"summary": "IVIG Infusion \u2014 Patel, Anita (CASE-0945)",
"start": {
"dateTime": "2026-04-15T09:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-15T14:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Anita Patel\nDrug: Privigen 10%, 20g\nNurse: Jane Smith, RN\nFrequency: Every 4 weeks\nFollow-up",
"location": "9876 Wilshire Blvd, Suite 200, Beverly Hills, CA 90211",
"id": "evt-js-0415"
},
"evt-mg-0316": {
"summary": "IVIG Infusion \u2014 Ortiz, Carmen (CASE-0899)",
"start": {
"dateTime": "2026-03-16T09:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-03-16T13:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Carmen Ortiz\nDrug: Privigen 10%, 25g\nNurse: Maria Garcia, LPN\nFrequency: Every 4 weeks",
"location": "600 N Roxbury Dr, Beverly Hills, CA 90210",
"id": "evt-mg-0316"
},
"evt-mg-0409a": {
"summary": "IVIG Infusion \u2014 Ortiz, Carmen (CASE-0899)",
"start": {
"dateTime": "2026-04-09T09:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-09T12:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Carmen Ortiz\nDrug: Privigen 10%, 25g\nNurse: Maria Garcia, LPN\nFrequency: Every 4 weeks\nRecurring visit",
"location": "600 N Roxbury Dr, Beverly Hills, CA 90210",
"id": "evt-mg-0409a"
},
"evt-mg-0409b": {
"summary": "IVIG Infusion \u2014 Tanaka, Yuki (CASE-0934)",
"start": {
"dateTime": "2026-04-09T13:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-09T16:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Yuki Tanaka\nDrug: Octagam 5%, 20g\nNurse: Maria Garcia, LPN\nFrequency: Every 3 weeks",
"location": "8500 Burton Way, Los Angeles, CA 90211",
"id": "evt-mg-0409b"
},
"evt-mg-0413": {
"summary": "IVIG Infusion \u2014 Tanaka, Yuki (CASE-0934)",
"start": {
"dateTime": "2026-04-13T10:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-13T14:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Yuki Tanaka\nDrug: Octagam 5%, 20g\nNurse: Maria Garcia, LPN\nFrequency: Every 3 weeks\nRecurring visit",
"location": "8500 Burton Way, Los Angeles, CA 90211",
"id": "evt-mg-0413"
},
"evt-mg-0414": {
"summary": "IVIG Infusion \u2014 Bennett, Harold (CASE-0956)",
"start": {
"dateTime": "2026-04-14T08:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-14T15:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Harold Bennett\nDrug: Gammaplex 5%, 30g\nNurse: Maria Garcia, LPN\nFrequency: Every 4 weeks\nHigh dose \u2014 extended infusion",
"location": "1200 Club View Dr, Los Angeles, CA 90220",
"id": "evt-mg-0414"
},
"evt-mg-0415a": {
"summary": "SCIg Infusion \u2014 Reeves, Dorothy (CASE-0971)",
"start": {
"dateTime": "2026-04-15T08:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-15T12:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Dorothy Reeves\nDrug: Hizentra 20%, 12g\nNurse: Maria Garcia, LPN\nFrequency: Weekly",
"location": "445 N Canon Dr, Beverly Hills, CA 90210",
"id": "evt-mg-0415a"
},
"evt-mg-0415b": {
"summary": "IVIG Infusion \u2014 Ortiz, Carmen (CASE-0899)",
"start": {
"dateTime": "2026-04-15T14:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-15T16:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Carmen Ortiz\nDrug: Privigen 10%, 25g\nNurse: Maria Garcia, LPN\nFollow-up visit",
"location": "600 N Roxbury Dr, Beverly Hills, CA 90210",
"id": "evt-mg-0415b"
},
"evt-rc-0324": {
"summary": "IVIG Infusion \u2014 Gutierrez, Sofia (CASE-0903)",
"start": {
"dateTime": "2026-03-24T09:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-03-24T12:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Sofia Gutierrez\nDrug: Privigen 10%, 25g\nNurse: Robert Chen, RN\nFrequency: Every 4 weeks",
"location": "2850 E Olympic Blvd, Los Angeles, CA 90006",
"id": "evt-rc-0324"
},
"evt-rc-0410": {
"summary": "IVIG Infusion \u2014 Kim, Soo-Yeon (CASE-0918)",
"start": {
"dateTime": "2026-04-10T08:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-10T12:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Soo-Yeon Kim\nDrug: Gamunex-C 10%, 20g\nNurse: Robert Chen, RN\nFrequency: Every 3 weeks",
"location": "1200 S Flower St, Los Angeles, CA 90001",
"id": "evt-rc-0410"
},
"evt-rc-0414": {
"summary": "SCIg Infusion \u2014 Gutierrez, Sofia (CASE-0903)",
"start": {
"dateTime": "2026-04-14T14:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-14T15:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Sofia Gutierrez\nDrug: Hizentra 20%, 8g\nNurse: Robert Chen, RN\nFrequency: Weekly\nTransitioned to SQ",
"location": "2850 E Olympic Blvd, Los Angeles, CA 90006",
"id": "evt-rc-0414"
},
"evt-dw-0321": {
"summary": "IVIG Infusion \u2014 Morales, Hector (CASE-0925)",
"start": {
"dateTime": "2026-03-21T10:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-03-21T14:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Hector Morales\nDrug: Gamunex-C 10%, 35g\nNurse: David Williams, RN\nFrequency: Every 4 weeks",
"location": "3300 W Century Blvd, Inglewood, CA 90303",
"id": "evt-dw-0321"
},
"evt-dw-0411": {
"summary": "IVIG Infusion \u2014 Chang, Wei (CASE-0942)",
"start": {
"dateTime": "2026-04-11T09:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-11T13:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Wei Chang\nDrug: Octagam 5%, 30g\nNurse: David Williams, RN\nFrequency: Every 3 weeks",
"location": "1600 Rosecrans Ave, Manhattan Beach, CA 90401",
"id": "evt-dw-0411"
},
"evt-pl-0323": {
"summary": "SCIg Infusion \u2014 Foster, Angela (CASE-0937)",
"start": {
"dateTime": "2026-03-23T10:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-03-23T12:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Angela Foster\nDrug: HyQvia 10%, 15g\nNurse: Patricia Lee, RN\nFrequency: Every 4 weeks",
"location": "1500 Pacific Ave, San Pedro, CA 90501",
"id": "evt-pl-0323"
},
"evt-pl-0413": {
"summary": "SCIg Infusion \u2014 Foster, Angela (CASE-0937)",
"start": {
"dateTime": "2026-04-13T10:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-13T12:30:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Angela Foster\nDrug: HyQvia 10%, 15g\nNurse: Patricia Lee, RN\nFrequency: Every 4 weeks\nRecurring visit",
"location": "1500 Pacific Ave, San Pedro, CA 90501",
"id": "evt-pl-0413"
},
"evt-jb-0322": {
"summary": "IVIG Infusion \u2014 Davis, Marcus (CASE-0951)",
"start": {
"dateTime": "2026-03-22T11:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-03-22T15:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Marcus Davis\nDrug: Privigen 10%, 30g\nNurse: James Brown, RN\nFrequency: Every 4 weeks",
"location": "1700 W Adams Blvd, Los Angeles, CA 90210",
"id": "evt-jb-0322"
},
"evt-jb-0412": {
"summary": "IVIG Infusion \u2014 Davis, Marcus (CASE-0951)",
"start": {
"dateTime": "2026-04-12T10:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"end": {
"dateTime": "2026-04-12T14:00:00-07:00",
"timeZone": "America/Los_Angeles"
},
"description": "Patient: Marcus Davis\nDrug: Privigen 10%, 30g\nNurse: James Brown, RN\nFrequency: Every 4 weeks\nRecurring (Sunday)",
"location": "1700 W Adams Blvd, Los Angeles, CA 90210",
"id": "evt-jb-0412"
}
}
}
@@ -0,0 +1,488 @@
{
"mailbox": {
"email": "billing@careig.com",
"name": "CareIG Billing Department"
},
"contacts": [
{
"email": "intake@careig.com",
"name": "CareIG Intake Team"
},
{
"email": "pa@careig.com",
"name": "CareIG PA Team"
},
{
"email": "scheduling@careig.com",
"name": "CareIG Scheduling"
},
{
"email": "compliance@careig.com",
"name": "CareIG Compliance"
},
{
"email": "legal@careig.com",
"name": "CareIG Legal"
},
{
"email": "a.torres@careig.com",
"name": "Angela Torres"
},
{
"email": "m.webb@careig.com",
"name": "Marcus Webb"
},
{
"email": "d.chen@careig.com",
"name": "Director Chen"
},
{
"email": "k.rodriguez@careig.com",
"name": "Karen Rodriguez"
},
{
"email": "j.smith@careig.com",
"name": "Jane Smith"
},
{
"email": "r.chen@careig.com",
"name": "Robert Chen"
},
{
"email": "m.garcia@careig.com",
"name": "Maria Garcia"
},
{
"email": "d.williams@careig.com",
"name": "David Williams"
},
{
"email": "s.johnson@careig.com",
"name": "Sarah Johnson"
},
{
"email": "p.lee@careig.com",
"name": "Patricia Lee"
},
{
"email": "j.brown@careig.com",
"name": "James Brown"
},
{
"email": "claims@bluecross-ppo.example.com",
"name": "BlueCross PPO Claims"
},
{
"email": "pa@bluecross-ppo.example.com",
"name": "BlueCross PPO PA Dept"
},
{
"email": "appeals@bluecross-ppo.example.com",
"name": "BlueCross PPO Appeals"
},
{
"email": "claims@noridian-medicare.example.com",
"name": "Noridian Medicare Claims"
},
{
"email": "pa@noridian-medicare.example.com",
"name": "Noridian Medicare PA Dept"
},
{
"email": "appeals@noridian-medicare.example.com",
"name": "Noridian Medicare Appeals"
},
{
"email": "claims@aetna-hmo.example.com",
"name": "Aetna HMO Claims"
},
{
"email": "pa@aetna-hmo.example.com",
"name": "Aetna HMO PA Dept"
},
{
"email": "appeals@aetna-hmo.example.com",
"name": "Aetna HMO Appeals"
},
{
"email": "claims@uhc-ma.example.com",
"name": "UnitedHealth MA Claims"
},
{
"email": "pa@uhc-ma.example.com",
"name": "UnitedHealth MA PA Dept"
},
{
"email": "appeals@uhc-ma.example.com",
"name": "UnitedHealth MA Appeals"
},
{
"email": "claims@state-medicaid.example.com",
"name": "State Medicaid Claims"
},
{
"email": "pa@state-medicaid.example.com",
"name": "State Medicaid PA Dept"
},
{
"email": "appeals@state-medicaid.example.com",
"name": "State Medicaid Appeals"
},
{
"email": "bv@bluecross-ppo.example.com",
"name": "BlueCross PPO BV"
},
{
"email": "bv@noridian-medicare.example.com",
"name": "Noridian Medicare BV"
},
{
"email": "bv@aetna-hmo.example.com",
"name": "Aetna HMO BV"
},
{
"email": "bv@uhc-ma.example.com",
"name": "UnitedHealth MA BV"
},
{
"email": "s.mitchell@medgroup.com",
"name": "Dr. Sarah Mitchell"
},
{
"email": "j.patel@riverside-med.com",
"name": "Dr. James Patel"
},
{
"email": "l.nakamura@westsidehealth.com",
"name": "Dr. Lisa Nakamura"
},
{
"email": "k.obrien@southbayneuro.com",
"name": "Dr. Kevin O'Brien"
},
{
"email": "a.foster@smhospital.com",
"name": "Dr. Amanda Foster"
},
{
"email": "m.thompson@email.com",
"name": "Michael Thompson"
},
{
"email": "e.rivera@email.com",
"name": "Elena Rivera"
},
{
"email": "j.park@email.com",
"name": "James Park"
},
{
"email": "d.washington@email.com",
"name": "Denise Washington"
},
{
"email": "c.okafor@email.com",
"name": "Chioma Okafor"
}
],
"groups": [
{
"email": "billing-team@careig.com",
"name": "Billing Team",
"members": [
"billing@careig.com",
"a.torres@careig.com",
"m.webb@careig.com",
"k.rodriguez@careig.com"
]
}
],
"folders": [
{
"name": "Claims/Submitted"
},
{
"name": "Claims/Pending"
},
{
"name": "PA Correspondence"
},
{
"name": "Patient Statements"
},
{
"name": "Appeals"
}
],
"emails": [
{
"email_id": "1",
"folder": "Sent",
"subject": "[CLAIM SUBMISSION] CareIG NPI: 1234567893 | Thompson | MemberID: BCX-998712 | DOS: 2026-03-15",
"from_addr": "billing@careig.com",
"to_addr": "claims@bluecross-ppo.example.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-03-16T09:15:00Z",
"message_id": "<claim-1001-sub@careig.com>",
"in_reply_to": null,
"body_text": "Please find attached the CMS-1500 claim for the following patient:\n\nPatient: Thompson, Michael\nMemberID: BCX-998712\nDOS: 2026-03-15\nDrug: Privigen 10% (J1459)\nPA#: BC-2026-44821\n\nAttached: claim_20260315.pdf\n\nCareIG Specialty Pharmacy\nNPI: 1234567893\nBilling: (800) 555-0199",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": [
{
"filename": "claim_CASE-1001.pdf",
"content_type": "application/pdf",
"content_base64": "JVBERi0xLjQKMSAwIG9iajw8L1R5cGUvQ2F0YWxvZy9QYWdlcyAyIDAgUj4+ZW5kb2JqCjIgMCBvYmo8PC9UeXBlL1BhZ2VzL0tpZHNbMyAwIFJdL0NvdW50IDE+PmVuZG9iagozIDAgb2JqPDwvVHlwZS9QYWdlL01lZGlhQm94WzAgMCA2MTIgNzkyXS9QYXJlbnQgMiAwIFI+PmVuZG9iagp4cmVmCjAgNAowMDAwMDAwMDAwIDY1NTM1IGYgCjAwMDAwMDAwMDkgMDAwMDAgbiAKMDAwMDAwMDA1OCAwMDAwMCBuIAowMDAwMDAwMTE1IDAwMDAwIG4gCnRyYWlsZXI8PC9TaXplIDQvUm9vdCAxIDAgUj4+CnN0YXJ0eHJlZgoxOTAKJSVFT0Y="
}
]
},
{
"email_id": "2",
"folder": "INBOX",
"subject": "Re: [CLAIM SUBMISSION] CareIG NPI: 1234567893 | Thompson | MemberID: BCX-998712 | DOS: 2026-03-15",
"from_addr": "claims@bluecross-ppo.example.com",
"to_addr": "billing@careig.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-03-16T09:16:00Z",
"message_id": "<auto-ack-bc-1001@bluecross-ppo.example.com>",
"in_reply_to": "<claim-1001-sub@careig.com>",
"body_text": "This is an automated acknowledgment.\n\nYour claim submission has been received and assigned reference number SUB-BC-1001-001.\n\nPlease allow 30 business days for processing.\n\nBlueCross PPO Claims Department",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": []
},
{
"email_id": "3",
"folder": "Sent",
"subject": "[CLAIM SUBMISSION] CareIG NPI: 1234567893 | Rivera | MemberID: 1EG4-TE5-MK72 | DOS: 2026-03-18",
"from_addr": "billing@careig.com",
"to_addr": "claims@noridian-medicare.example.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-03-19T10:30:00Z",
"message_id": "<claim-1002-sub@careig.com>",
"in_reply_to": null,
"body_text": "Please find attached the CMS-1500 claim for the following patient:\n\nPatient: Rivera, Elena\nMemberID: 1EG4-TE5-MK72\nDOS: 2026-03-18\nDrug: Gammaplex 5% (J1557)\nPA#: NM-2026-77203\n\nAttached: claim_20260318.pdf\n\nCareIG Specialty Pharmacy\nNPI: 1234567893\nBilling: (800) 555-0199",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": [
{
"filename": "claim_CASE-1002.pdf",
"content_type": "application/pdf",
"content_base64": "JVBERi0xLjQKMSAwIG9iajw8L1R5cGUvQ2F0YWxvZy9QYWdlcyAyIDAgUj4+ZW5kb2JqCjIgMCBvYmo8PC9UeXBlL1BhZ2VzL0tpZHNbMyAwIFJdL0NvdW50IDE+PmVuZG9iagozIDAgb2JqPDwvVHlwZS9QYWdlL01lZGlhQm94WzAgMCA2MTIgNzkyXS9QYXJlbnQgMiAwIFI+PmVuZG9iagp4cmVmCjAgNAowMDAwMDAwMDAwIDY1NTM1IGYgCjAwMDAwMDAwMDkgMDAwMDAgbiAKMDAwMDAwMDA1OCAwMDAwMCBuIAowMDAwMDAwMTE1IDAwMDAwIG4gCnRyYWlsZXI8PC9TaXplIDQvUm9vdCAxIDAgUj4+CnN0YXJ0eHJlZgoxOTAKJSVFT0Y="
}
]
},
{
"email_id": "4",
"folder": "INBOX",
"subject": "Re: [CLAIM SUBMISSION] CareIG NPI: 1234567893 | Rivera | MemberID: 1EG4-TE5-MK72 | DOS: 2026-03-18",
"from_addr": "claims@noridian-medicare.example.com",
"to_addr": "billing@careig.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-03-19T10:31:00Z",
"message_id": "<auto-ack-nm-1002@noridian-medicare.example.com>",
"in_reply_to": "<claim-1002-sub@careig.com>",
"body_text": "Claim received. Reference: SUB-NM-1002-001.\n\nNoridian Healthcare Solutions\nMedicare Claims Processing",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": []
},
{
"email_id": "5",
"folder": "Sent",
"subject": "[CLAIM SUBMISSION] CareIG NPI: 1234567893 | Park | MemberID: W901-HK-228819 | DOS: 2026-03-20",
"from_addr": "billing@careig.com",
"to_addr": "claims@aetna-hmo.example.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-03-21T08:45:00Z",
"message_id": "<claim-1003-sub@careig.com>",
"in_reply_to": null,
"body_text": "Please find attached the CMS-1500 claim for the following patient:\n\nPatient: Park, James\nMemberID: W901-HK-228819\nDOS: 2026-03-20\nDrug: Hizentra 20% (J1559)\nPA#: AH-2026-33150\n\nAttached: claim_20260320.pdf\n\nCareIG Specialty Pharmacy\nNPI: 1234567893\nBilling: (800) 555-0199",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": [
{
"filename": "claim_CASE-1003.pdf",
"content_type": "application/pdf",
"content_base64": "JVBERi0xLjQKMSAwIG9iajw8L1R5cGUvQ2F0YWxvZy9QYWdlcyAyIDAgUj4+ZW5kb2JqCjIgMCBvYmo8PC9UeXBlL1BhZ2VzL0tpZHNbMyAwIFJdL0NvdW50IDE+PmVuZG9iagozIDAgb2JqPDwvVHlwZS9QYWdlL01lZGlhQm94WzAgMCA2MTIgNzkyXS9QYXJlbnQgMiAwIFI+PmVuZG9iagp4cmVmCjAgNAowMDAwMDAwMDAwIDY1NTM1IGYgCjAwMDAwMDAwMDkgMDAwMDAgbiAKMDAwMDAwMDA1OCAwMDAwMCBuIAowMDAwMDAwMTE1IDAwMDAwIG4gCnRyYWlsZXI8PC9TaXplIDQvUm9vdCAxIDAgUj4+CnN0YXJ0eHJlZgoxOTAKJSVFT0Y="
}
]
},
{
"email_id": "6",
"folder": "INBOX",
"subject": "Re: [CLAIM SUBMISSION] CareIG NPI: 1234567893 | Park | MemberID: W901-HK-228819 | DOS: 2026-03-20",
"from_addr": "claims@aetna-hmo.example.com",
"to_addr": "billing@careig.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-03-21T08:46:00Z",
"message_id": "<auto-ack-ah-1003@aetna-hmo.example.com>",
"in_reply_to": "<claim-1003-sub@careig.com>",
"body_text": "Your claim has been received. Reference: SUB-AH-1003-001.\n\nAetna Claims Processing",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": []
},
{
"email_id": "7",
"folder": "Sent",
"subject": "[CLAIM SUBMISSION] CareIG NPI: 1234567893 | Washington | MemberID: UHC-MA-5578201 | DOS: 2026-03-22",
"from_addr": "billing@careig.com",
"to_addr": "claims@uhc-ma.example.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-03-23T11:00:00Z",
"message_id": "<claim-1004-sub@careig.com>",
"in_reply_to": null,
"body_text": "Please find attached the CMS-1500 claim for the following patient:\n\nPatient: Washington, Denise\nMemberID: UHC-MA-5578201\nDOS: 2026-03-22\nDrug: Gamunex-C 10% (J1561)\nPA#: (see attached)\n\nAttached: claim_20260322.pdf\n\nCareIG Specialty Pharmacy\nNPI: 1234567893\nBilling: (800) 555-0199",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": [
{
"filename": "claim_CASE-1004.pdf",
"content_type": "application/pdf",
"content_base64": "JVBERi0xLjQKMSAwIG9iajw8L1R5cGUvQ2F0YWxvZy9QYWdlcyAyIDAgUj4+ZW5kb2JqCjIgMCBvYmo8PC9UeXBlL1BhZ2VzL0tpZHNbMyAwIFJdL0NvdW50IDE+PmVuZG9iagozIDAgb2JqPDwvVHlwZS9QYWdlL01lZGlhQm94WzAgMCA2MTIgNzkyXS9QYXJlbnQgMiAwIFI+PmVuZG9iagp4cmVmCjAgNAowMDAwMDAwMDAwIDY1NTM1IGYgCjAwMDAwMDAwMDkgMDAwMDAgbiAKMDAwMDAwMDA1OCAwMDAwMCBuIAowMDAwMDAwMTE1IDAwMDAwIG4gCnRyYWlsZXI8PC9TaXplIDQvUm9vdCAxIDAgUj4+CnN0YXJ0eHJlZgoxOTAKJSVFT0Y="
}
]
},
{
"email_id": "8",
"folder": "INBOX",
"subject": "Re: [CLAIM SUBMISSION] CareIG NPI: 1234567893 | Washington | MemberID: UHC-MA-5578201 | DOS: 2026-03-22",
"from_addr": "claims@uhc-ma.example.com",
"to_addr": "billing@careig.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-03-23T11:01:00Z",
"message_id": "<auto-ack-uh-1004@uhc-ma.example.com>",
"in_reply_to": "<claim-1004-sub@careig.com>",
"body_text": "Claim received. Reference: SUB-UH-1004-001.\n\nUnitedHealthcare Medicare Advantage\nClaims Department",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": []
},
{
"email_id": "9",
"folder": "Sent",
"subject": "[CLAIM SUBMISSION] CareIG NPI: 1234567893 | Okafor | MemberID: BCX-441295 | DOS: 2026-03-25",
"from_addr": "billing@careig.com",
"to_addr": "claims@bluecross-ppo.example.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-03-26T09:00:00Z",
"message_id": "<claim-1005-sub@careig.com>",
"in_reply_to": null,
"body_text": "Please find attached the CMS-1500 claim for the following patient:\n\nPatient: Okafor, Chioma\nMemberID: BCX-441295\nDOS: 2026-03-25\nDrug: HyQvia 10% (J1575)\nPA#: BC-2026-55938\n\nAttached: claim_20260325.pdf\n\nCareIG Specialty Pharmacy\nNPI: 1234567893\nBilling: (800) 555-0199",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": [
{
"filename": "claim_CASE-1005.pdf",
"content_type": "application/pdf",
"content_base64": "JVBERi0xLjQKMSAwIG9iajw8L1R5cGUvQ2F0YWxvZy9QYWdlcyAyIDAgUj4+ZW5kb2JqCjIgMCBvYmo8PC9UeXBlL1BhZ2VzL0tpZHNbMyAwIFJdL0NvdW50IDE+PmVuZG9iagozIDAgb2JqPDwvVHlwZS9QYWdlL01lZGlhQm94WzAgMCA2MTIgNzkyXS9QYXJlbnQgMiAwIFI+PmVuZG9iagp4cmVmCjAgNAowMDAwMDAwMDAwIDY1NTM1IGYgCjAwMDAwMDAwMDkgMDAwMDAgbiAKMDAwMDAwMDA1OCAwMDAwMCBuIAowMDAwMDAwMTE1IDAwMDAwIG4gCnRyYWlsZXI8PC9TaXplIDQvUm9vdCAxIDAgUj4+CnN0YXJ0eHJlZgoxOTAKJSVFT0Y="
}
]
},
{
"email_id": "10",
"folder": "INBOX",
"subject": "Re: [CLAIM SUBMISSION] CareIG NPI: 1234567893 | Okafor | MemberID: BCX-441295 | DOS: 2026-03-25",
"from_addr": "claims@bluecross-ppo.example.com",
"to_addr": "billing@careig.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-03-26T09:01:00Z",
"message_id": "<auto-ack-bc-1005@bluecross-ppo.example.com>",
"in_reply_to": "<claim-1005-sub@careig.com>",
"body_text": "Claim received. Reference: SUB-BC-1005-001.\n\nBlueCross PPO Claims Department",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": []
},
{
"email_id": "11",
"folder": "Sent",
"subject": "[VISIT ASSIGNMENT] CASE-1001 | 2026-03-15",
"from_addr": "scheduling@careig.com",
"to_addr": "j.smith@careig.com",
"cc_addr": null,
"bcc_addr": null,
"date": "2026-03-08T09:30:00Z",
"message_id": "<visit-assign-1001-march@careig.com>",
"in_reply_to": null,
"body_text": "Jane Smith,\n\nYou have been assigned the following IVIG home infusion visit:\n\nDate: 2026-03-15 | Time: 09:00 | Duration: approximately 3 hours\nPatient Address: 742 Evergreen Terrace, Beverly Hills, CA 90212\nDrug: Privigen 10% 30g | Lot: LOT-PV-88421 | NDC: 49281-0396-05\nRoute: IV\nInfusion Rate: 30 mL/hr\nPre-Medication Orders: Diphenhydramine 75mg IV\nContraindications: None\nEmergency Contact: (310) 555-0147\n\nPlease confirm receipt by replying to this email.\n\nCareIG Specialty Pharmacy, Clinical Scheduling\nscheduling@careig.com",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": []
},
{
"email_id": "12",
"folder": "PA Correspondence",
"subject": "PA Approved - Thompson, Michael - BC-2026-44821",
"from_addr": "pa@bluecross-ppo.example.com",
"to_addr": "pa@careig.com",
"cc_addr": "billing@careig.com",
"bcc_addr": null,
"date": "2026-03-01T14:00:00Z",
"message_id": "<pa-approve-bc-1001@bluecross-ppo.example.com>",
"in_reply_to": null,
"body_text": "Prior Authorization Approved\n\nPA Number: BC-2026-44821\nPatient: Thompson, Michael\nMember ID: BCX-998712\nDrug: Privigen 10%\nApproved Dose: 30g every 4 weeks\nEffective: 2026-03-01\nExpires: 2026-09-15\nDiagnosis: D80.1\n\nBlueCross PPO Prior Authorization Department",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": []
},
{
"email_id": "13",
"folder": "PA Correspondence",
"subject": "PA Approved - Rivera, Elena - NM-2026-77203",
"from_addr": "pa@noridian-medicare.example.com",
"to_addr": "pa@careig.com",
"cc_addr": "billing@careig.com",
"bcc_addr": null,
"date": "2026-02-28T11:00:00Z",
"message_id": "<pa-approve-nm-1002@noridian-medicare.example.com>",
"in_reply_to": null,
"body_text": "Prior Authorization Approved\n\nPA Number: NM-2026-77203\nPatient: Rivera, Elena\nMember ID: 1EG4-TE5-MK72\nDrug: Gammaplex 5%\nApproved Dose: 20g every 3 weeks\nEffective: 2026-03-01\nExpires: 2026-12-01\nDiagnosis: D83.9\n\nNoridian Healthcare Solutions\nMedicare Part B Prior Authorization",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": []
},
{
"email_id": "14",
"folder": "PA Correspondence",
"subject": "PA Approved - Washington, Denise - UH-2026-91004",
"from_addr": "pa@uhc-ma.example.com",
"to_addr": "pa@careig.com",
"cc_addr": "billing@careig.com",
"bcc_addr": null,
"date": "2025-12-22T10:00:00Z",
"message_id": "<pa-approve-uh-1004@uhc-ma.example.com>",
"in_reply_to": null,
"body_text": "Prior Authorization Approved\n\nPA Number: UH-2026-91004\nPatient: Washington, Denise\nMember ID: UHC-MA-5578201\nDrug: Gamunex-C 10%\nApproved Dose: 35g every 4 weeks\nEffective: 2025-12-22\nExpires: 2026-03-10\nDiagnosis: G61.0\n\nUnitedHealthcare Medicare Advantage\nPrior Authorization Department",
"body_html": null,
"is_read": true,
"is_important": false,
"attachments": []
}
],
"next_email_id": 15
}
@@ -0,0 +1,721 @@
{
"users": {
"U001": {
"id": "U001",
"team_id": "TCAREIG",
"name": "angela.torres",
"deleted": false,
"real_name": "Angela Torres",
"profile": {
"real_name": "Angela Torres",
"display_name": "angela",
"email": "a.torres@careig.com",
"title": "Senior Billing Specialist"
},
"is_admin": false,
"is_owner": false,
"is_bot": false
},
"U002": {
"id": "U002",
"team_id": "TCAREIG",
"name": "marcus.webb",
"deleted": false,
"real_name": "Marcus Webb",
"profile": {
"real_name": "Marcus Webb",
"display_name": "marcus",
"email": "m.webb@careig.com",
"title": "Billing Specialist (New)"
},
"is_admin": false,
"is_owner": false,
"is_bot": false
},
"U003": {
"id": "U003",
"team_id": "TCAREIG",
"name": "director.chen",
"deleted": false,
"real_name": "Director Chen",
"profile": {
"real_name": "Director Chen",
"display_name": "dchen",
"email": "d.chen@careig.com",
"title": "Director of Revenue Cycle Management"
},
"is_admin": true,
"is_owner": true,
"is_bot": false
},
"U004": {
"id": "U004",
"team_id": "TCAREIG",
"name": "karen.rodriguez",
"deleted": false,
"real_name": "Karen Rodriguez",
"profile": {
"real_name": "Karen Rodriguez",
"display_name": "karenr",
"email": "k.rodriguez@careig.com",
"title": "Benefits Verification Specialist"
},
"is_admin": false,
"is_owner": false,
"is_bot": false
},
"U005": {
"id": "U005",
"team_id": "TCAREIG",
"name": "robert.chen.nurse",
"deleted": false,
"real_name": "Robert Chen (Nurse)",
"profile": {
"real_name": "Robert Chen",
"display_name": "robchen",
"email": "r.chen@careig.com",
"title": "Registered Nurse"
},
"is_admin": false,
"is_owner": false,
"is_bot": false
},
"U006": {
"id": "U006",
"team_id": "TCAREIG",
"name": "jane.smith.nurse",
"deleted": false,
"real_name": "Jane Smith (Nurse)",
"profile": {
"real_name": "Jane Smith",
"display_name": "janesmith",
"email": "j.smith@careig.com",
"title": "Registered Nurse"
},
"is_admin": false,
"is_owner": false,
"is_bot": false
},
"U007": {
"id": "U007",
"team_id": "TCAREIG",
"name": "david.williams.nurse",
"deleted": false,
"real_name": "David Williams (Nurse)",
"profile": {
"real_name": "David Williams",
"display_name": "dwilliams",
"email": "d.williams@careig.com",
"title": "Registered Nurse"
},
"is_admin": false,
"is_owner": false,
"is_bot": false
},
"U008": {
"id": "U008",
"team_id": "TCAREIG",
"name": "patricia.lee.nurse",
"deleted": false,
"real_name": "Patricia Lee (Nurse)",
"profile": {
"real_name": "Patricia Lee",
"display_name": "plee",
"email": "p.lee@careig.com",
"title": "Registered Nurse, SQ Certified"
},
"is_admin": false,
"is_owner": false,
"is_bot": false
},
"U009": {
"id": "U009",
"team_id": "TCAREIG",
"name": "billing.bot",
"deleted": false,
"real_name": "CareIG Billing Bot",
"profile": {
"real_name": "CareIG Billing Bot",
"display_name": "billingbot",
"email": "billing@careig.com",
"title": "Automated Billing System"
},
"is_admin": false,
"is_owner": false,
"is_bot": true
},
"U010": {
"id": "U010",
"team_id": "TCAREIG",
"name": "kim.bvs",
"deleted": false,
"real_name": "Kim Nguyen",
"profile": {
"real_name": "Kim Nguyen",
"display_name": "kimn",
"email": "k.nguyen@careig.com",
"title": "Clinical Coordinator"
},
"is_admin": false,
"is_owner": false,
"is_bot": false
}
},
"channels": {
"C001": {
"id": "C001",
"name": "general",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1735689600,
"is_archived": false,
"is_general": true,
"unlinked": 0,
"name_normalized": "general",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "TCAREIG",
"updated": 1735689600,
"creator": "U003",
"shared_team_ids": [
"TCAREIG"
],
"is_member": true,
"topic": {
"value": "Company-wide announcements",
"creator": "U003",
"last_set": 1735689600
},
"purpose": {
"value": "Company-wide announcements",
"creator": "U003",
"last_set": 1735689600
}
},
"C002": {
"id": "C002",
"name": "billing",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1735689600,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "billing",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "TCAREIG",
"updated": 1735689600,
"creator": "U003",
"shared_team_ids": [
"TCAREIG"
],
"is_member": true,
"topic": {
"value": "Claim submissions, billing holds, AR follow-ups, timely filing alerts",
"creator": "U003",
"last_set": 1735689600
},
"purpose": {
"value": "Claim submissions, billing holds, AR follow-ups, timely filing alerts",
"creator": "U003",
"last_set": 1735689600
}
},
"C003": {
"id": "C003",
"name": "billing-mgmt",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1735689600,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "billing-mgmt",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "TCAREIG",
"updated": 1735689600,
"creator": "U003",
"shared_team_ids": [
"TCAREIG"
],
"is_member": true,
"topic": {
"value": "Billing escalations: underpayments, write-offs >$200, benefit type conflicts",
"creator": "U003",
"last_set": 1735689600
},
"purpose": {
"value": "Billing escalations: underpayments, write-offs >$200, benefit type conflicts",
"creator": "U003",
"last_set": 1735689600
}
},
"C004": {
"id": "C004",
"name": "billing-appeals",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1735689600,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "billing-appeals",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "TCAREIG",
"updated": 1735689600,
"creator": "U003",
"shared_team_ids": [
"TCAREIG"
],
"is_member": true,
"topic": {
"value": "Appeal tracking: PA denials, Level 1 & 2 appeals",
"creator": "U003",
"last_set": 1735689600
},
"purpose": {
"value": "Appeal tracking: PA denials, Level 1 & 2 appeals",
"creator": "U003",
"last_set": 1735689600
}
},
"C005": {
"id": "C005",
"name": "clinical-scheduling",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1735689600,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "clinical-scheduling",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "TCAREIG",
"updated": 1735689600,
"creator": "U003",
"shared_team_ids": [
"TCAREIG"
],
"is_member": true,
"topic": {
"value": "PA approvals, supply holds, visit scheduling, visit completion, unsigned notes",
"creator": "U003",
"last_set": 1735689600
},
"purpose": {
"value": "PA approvals, supply holds, visit scheduling, visit completion, unsigned notes",
"creator": "U003",
"last_set": 1735689600
}
},
"C006": {
"id": "C006",
"name": "intake-team",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1735689600,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "intake-team",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "TCAREIG",
"updated": 1735689600,
"creator": "U003",
"shared_team_ids": [
"TCAREIG"
],
"is_member": true,
"topic": {
"value": "BVS assignment, PA submissions, formulary issues, financial hardship",
"creator": "U003",
"last_set": 1735689600
},
"purpose": {
"value": "BVS assignment, PA submissions, formulary issues, financial hardship",
"creator": "U003",
"last_set": 1735689600
}
},
"C007": {
"id": "C007",
"name": "intake-alerts",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1735689600,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "intake-alerts",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "TCAREIG",
"updated": 1735689600,
"creator": "U003",
"shared_team_ids": [
"TCAREIG"
],
"is_member": true,
"topic": {
"value": "Holds and blockers: missing NPI, unreachable patients, PA delays",
"creator": "U003",
"last_set": 1735689600
},
"purpose": {
"value": "Holds and blockers: missing NPI, unreachable patients, PA delays",
"creator": "U003",
"last_set": 1735689600
}
},
"C008": {
"id": "C008",
"name": "intake-mgmt",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1735689600,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "intake-mgmt",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "TCAREIG",
"updated": 1735689600,
"creator": "U003",
"shared_team_ids": [
"TCAREIG"
],
"is_member": true,
"topic": {
"value": "Supervisor escalations: OON issues, PA delays >5 days, formulary unresolved",
"creator": "U003",
"last_set": 1735689600
},
"purpose": {
"value": "Supervisor escalations: OON issues, PA delays >5 days, formulary unresolved",
"creator": "U003",
"last_set": 1735689600
}
},
"C009": {
"id": "C009",
"name": "compliance",
"is_channel": true,
"is_group": false,
"is_im": false,
"is_mpim": false,
"is_private": false,
"created": 1735689600,
"is_archived": false,
"is_general": false,
"unlinked": 0,
"name_normalized": "compliance",
"is_shared": false,
"is_org_shared": false,
"is_ext_shared": false,
"is_pending_ext_shared": false,
"pending_shared": [],
"pending_connected_team_ids": [],
"context_team_id": "TCAREIG",
"updated": 1735689600,
"creator": "U003",
"shared_team_ids": [
"TCAREIG"
],
"is_member": true,
"topic": {
"value": "Legal threats, suspected fraud, audit escalations",
"creator": "U003",
"last_set": 1735689600
},
"purpose": {
"value": "Legal threats, suspected fraud, audit escalations",
"creator": "U003",
"last_set": 1735689600
}
}
},
"messages": {
"C002": [
{
"type": "message",
"user": "U002",
"text": "[CLAIM SUBMITTED] CASE-1001 | DOS: 2026-03-15 | Payer: BlueCross Commercial PPO | Patient: Thompson | Drug: Privigen 10% (J1459) | Billed: $4,340.25",
"ts": "1773658500.000100",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U002",
"text": "[CLAIM SUBMITTED] CASE-1002 | DOS: 2026-03-18 | Payer: Noridian Medicare Part B | Patient: Rivera | Drug: Gammaplex 5% (J1557) | Billed: $4,892.50",
"ts": "1773918600.000400",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U002",
"text": "[CLAIM SUBMITTED] CASE-1003 | DOS: 2026-03-20 | Payer: Aetna Commercial HMO | Patient: Park | Drug: Hizentra 20% (J1559) | Billed: $1,355.00",
"ts": "1774091400.000500",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U002",
"text": "[CLAIM SUBMITTED] CASE-1004 | DOS: 2026-03-22 | Payer: UnitedHealth Medicare Advantage | Patient: Washington | Drug: Gamunex-C 10% (J1561) | Billed: $5,109.50",
"ts": "1774260000.000600",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U002",
"text": "[CLAIM SUBMITTED] CASE-1005 | DOS: 2026-03-25 | Payer: BlueCross Commercial PPO | Patient: Okafor | Drug: HyQvia 10% (J1575) | Billed: $1,020.00",
"ts": "1774519200.000700",
"team": "TCAREIG"
}
],
"C005": [
{
"type": "message",
"user": "U004",
"text": "[PA APPROVED] CASE-1001 | Thompson | PA#: BC-2026-44821 | Privigen 10% 30g q4wk | Expires: 2026-09-15 | Ready for clinical handoff.",
"ts": "1772409600.000050",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U004",
"text": "[PA APPROVED] CASE-1002 | Rivera | PA#: NM-2026-77203 | Gammaplex 5% 20g q3wk | Expires: 2026-12-01 | Ready for clinical handoff.",
"ts": "1772496000.000050",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U004",
"text": "[PA APPROVED] CASE-1004 | Washington | PA#: UH-2026-91004 | Gamunex-C 10% 35g q4wk | Expires: 2026-03-10 | Ready for clinical handoff.",
"ts": "1772582400.000050",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U004",
"text": "[PA APPROVED] CASE-1003 | Park | PA#: AH-2026-33150 | Hizentra 20% 8g weekly | Expires: 2026-08-20 | Ready for clinical handoff.",
"ts": "1772668800.000050",
"team": "TCAREIG"
},
{
"ts": "1772962200.000100",
"user": "U002",
"text": "[SCHEDULED] CASE-1001 | Date: 2026-03-15 | Nurse: Jane Smith",
"type": "message",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U004",
"text": "[PA APPROVED] CASE-1005 | Okafor | PA#: BC-2026-55938 | HyQvia 10% 20g q4wk | Expires: 2026-10-01 | Ready for clinical handoff.",
"ts": "1773100800.000050",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U006",
"text": "[VISIT COMPLETE] CASE-1001 | Thompson, Michael | DOS: 2026-03-15 | Privigen 10% 29.7g administered (30g ordered, 0.3g waste) | Duration: 195 min | Note signed.",
"ts": "1773604500.000100",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U005",
"text": "[VISIT COMPLETE] CASE-1002 | Rivera, Elena | DOS: 2026-03-18 | Gammaplex 5% 20g administered | Duration: 210 min | Note signed. Used dextrose diluent per Gammaplex protocol.",
"ts": "1773863400.000200",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U005",
"text": "[VISIT COMPLETE] CASE-1003 | Park, James | DOS: 2026-03-20 | Hizentra 20% 8g administered (SQ) | Duration: 90 min | Note signed. First SQ visit \u2014 self-infusion training completed.",
"ts": "1774036200.000300",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U007",
"text": "[VISIT COMPLETE] CASE-1004 | Washington, Denise | DOS: 2026-03-22 | Gamunex-C 10% 34.8g administered (35g ordered) | Duration: 270 min | Note signed.",
"ts": "1774208400.000400",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U008",
"text": "[VISIT COMPLETE] CASE-1005 | Okafor, Chioma | DOS: 2026-03-25 | HyQvia 10% 20g administered (SQ) | Duration: 180 min | Note signed.",
"ts": "1774468200.000500",
"team": "TCAREIG"
}
],
"C003": [
{
"type": "message",
"user": "U003",
"text": "Reminder: all write-off requests over $200 require my approval. Please use the standard format: [WRITE-OFF REQUEST] CASE_ID | Amount | Reason.",
"ts": "1773489600.000100",
"team": "TCAREIG"
}
],
"C004": [],
"C006": [
{
"type": "message",
"user": "U004",
"text": "[REFERRAL RECEIVED] CASE-1001 | Thompson, Michael | Privigen 10% | Referred by Dr. Sarah Mitchell | Dx: D80.1",
"ts": "1771977500.000050",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U004",
"text": "[BVS ASSIGNED] CASE-1001 to BVS-Rodriguez. Privigen 10% / BlueCross PPO.",
"ts": "1771977600.000100",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U004",
"text": "[REFERRAL RECEIVED] CASE-1002 | Rivera, Elena | Gammaplex 5% | Referred by Dr. James Patel | Dx: D83.9",
"ts": "1772063900.000050",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U004",
"text": "[BVS ASSIGNED] CASE-1002 to BVS-Kim. Gammaplex 5% / Noridian Medicare Part B.",
"ts": "1772064000.000200",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U004",
"text": "[REFERRAL RECEIVED] CASE-1003 | Park, James | Hizentra 20% | Referred by Dr. Lisa Nakamura | Dx: D80.0",
"ts": "1772150300.000050",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U004",
"text": "[BVS ASSIGNED] CASE-1003 to BVS-Chen. Hizentra 20% / Aetna HMO.",
"ts": "1772150400.000300",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U004",
"text": "[REFERRAL RECEIVED] CASE-1004 | Washington, Denise | Gamunex-C 10% | Referred by Dr. Kevin O'Brien | Dx: G61.0",
"ts": "1772236700.000050",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U004",
"text": "[BVS ASSIGNED] CASE-1004 to BVS-Rodriguez. Gamunex-C 10% / UnitedHealth MA.",
"ts": "1772236800.000400",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U004",
"text": "[REFERRAL RECEIVED] CASE-1005 | Okafor, Chioma | HyQvia 10% | Referred by Dr. Amanda Foster | Dx: D80.1",
"ts": "1772323100.000050",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U004",
"text": "[BVS ASSIGNED] CASE-1005 to BVS-Kim. HyQvia 10% / BlueCross PPO.",
"ts": "1772323200.000500",
"team": "TCAREIG"
}
],
"C007": [],
"C008": [],
"C009": [],
"C001": [
{
"type": "message",
"user": "U003",
"text": "Welcome to Marcus Webb who joined our billing team this month! Marcus comes from a medical coding background and will be handling claim construction. Please help him get up to speed on our SOP.",
"ts": "1771891200.000100",
"team": "TCAREIG"
},
{
"type": "message",
"user": "U002",
"text": "Thanks everyone! Excited to be here. Looking forward to learning the CareIG way of doing things.",
"ts": "1771894800.000200",
"team": "TCAREIG"
}
]
},
"counters": {
"messageId": 1000000
}
}
@@ -0,0 +1,74 @@
%PDF-1.4
%“Œ‹ž ReportLab Generated PDF document (opensource)
1 0 obj
<<
/F1 2 0 R /F2 3 0 R
>>
endobj
2 0 obj
<<
/BaseFont /Helvetica /Encoding /WinAnsiEncoding /Name /F1 /Subtype /Type1 /Type /Font
>>
endobj
3 0 obj
<<
/BaseFont /Helvetica-Bold /Encoding /WinAnsiEncoding /Name /F2 /Subtype /Type1 /Type /Font
>>
endobj
4 0 obj
<<
/Contents 8 0 R /MediaBox [ 0 0 612 792 ] /Parent 7 0 R /Resources <<
/Font 1 0 R /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ]
>> /Rotate 0 /Trans <<
>>
/Type /Page
>>
endobj
5 0 obj
<<
/PageMode /UseNone /Pages 7 0 R /Type /Catalog
>>
endobj
6 0 obj
<<
/Author (\(anonymous\)) /CreationDate (D:20260402111455+11'00') /Creator (\(unspecified\)) /Keywords () /ModDate (D:20260402111455+11'00') /Producer (ReportLab PDF Library - \(opensource\))
/Subject (\(unspecified\)) /Title (\(anonymous\)) /Trapped /False
>>
endobj
7 0 obj
<<
/Count 1 /Kids [ 4 0 R ] /Type /Pages
>>
endobj
8 0 obj
<<
/Filter [ /ASCII85Decode /FlateDecode ] /Length 1572
>>
stream
Gatm;?$"aY&:F5U\4<A?.j?:eEZ^K'Y%H*W&o7@)R1;V+7DpIe!2(@of676n+'/#BHX_sd$NTW2]6ac2U*3i?pmY;Pn)j996UXdFo:2QF?qg0Qo]Q/3gI9Vo]UI8Kj;2<B(rjej!fod>8.!Nk7#<?bI$?Va0qrnL\=UX+SnHQ"0+?0EkdKVQMUJWj;^"g\da];*J#2sZFSTH1!.;fP$&IY'DF"[X_rs.<B`EK&<ntR/k([;c/Z_f+(e0]!egKE%.nB'9ZMm#=LAoU9dnJk_Q!2QeRg5@eh;[3!E"HXpaP%_qPNPfq$8M3UHdQ5Rb\<Lb(9YN023pV_-cu-_SoM&+9$k1/,LO"f)u5-NW)P$A7abG^fZL$'N\`.%98XFE:i1="erqFQlg]k6P"JouAdu6tPr%ENQ#8.(C>1;f`X0W`Z`L/rl"-h19dph5ok+6LDVj6aTAA;9+h?1A'l68I//AQFVFE0<A$MbCA#3L;XK2PL24tgE.UutZa6j;n85KUU6#&lh0p_'$Q6k'tTRGq>Df]?0[A(P8!FWCKhBXRn$3P!"32t!_RDlM5Hp"&Tdb``oq)_WIKD8AJ`l[jQ\egH\(<jp>)[q64SHg'JmGKj(J4tm>=q+BClAs@.qg.W[eAk*`2OROf%:>%5OjX^H<78g,qKMD$9V_jd.H^poI7akQ@f)rh@p*1V'JCF!n\0&/kpD=d$.TSN@;.Em,3*O-$Holm8L]mS*D5j-#049kk\?e/^T[_^UN6&URkXAVf\]&$FPI+%eccoe`/`e3.@*SQ9;Pg'nuO.WUQ\,mfFfFE<44MJV&X[V5q;g$"o?*E"qbl!9BfKT168TtQeUSALlODgOt2tc5.=Udrh645I:5I32=:pEIKM!Jpjgdja9i&#^N@;G..[mp__1&"'a$i-#B\]Q3@H*$$<<NPYQ]d>Mc=UMq[^):H1`kB`Cd2S<!2/U4f:Q[A8cV/6/P$/=uVe=4k-=s/D\n3mU>a?be,FDf#]BUM/M+Fc7`t(hD7'hXkVD-""s';Bu*H\5O"T`k[]5dp<4@jKM+d+GlRcfR7q%U=fCu>\P?`VSogr-ETS\>Q"7?!_.(q\OBW"I.Soh6F]CfO4s%u%(c2fXFS&Dq)]h'Mi/9_lU++)RD1u*r4)F.U[5M\d+^KTb2i-Tt,CJ62C*UEI3q2>0H@5CC^-;(8I9D6pr!PaQHTmj,FRmk!<.U[BV%P<*l18<dXYB.F(&gHde\JNXIGPmq1]D'`6iZoJ)TS\0]3jkC("P6,#Wlcs`3q:GYD4suUt#'PEoJ-;>HSRf5VZERopPD.lUgrJl#croFUcn4B]9?0hVJ5ECkou_U?KbKf_b+`5<Hr0K#Nr<3o#;.lgadU4)pm:bm")T'On66ZMt2DH.VqH_Jsd<Foi^?;*`n@GZ!2!R4e"OBQn+;,W)&3@0HXkc6:<7\HLdpI\gjt[)3a+AU9&DPL1&gDSs`)1$<fR8D?XAXB(\X=^mAN=a2\b5)1,ujq<QH?R]"q*QN+Odqcl/&O5h!#M2ZpE0LY.rC#YhWG>``"`>:*WjKn6PWL/G\'P^O?dQdl#*!'X~>endstream
endobj
xref
0 9
0000000000 65535 f
0000000061 00000 n
0000000102 00000 n
0000000209 00000 n
0000000321 00000 n
0000000514 00000 n
0000000582 00000 n
0000000862 00000 n
0000000921 00000 n
trailer
<<
/ID
[<8150e3067f99d890d9b5b26a673c3c2a><8150e3067f99d890d9b5b26a673c3c2a>]
% ReportLab generated PDF document -- digest (opensource)
/Info 6 0 R
/Root 5 0 R
/Size 9
>>
startxref
2584
%%EOF
@@ -0,0 +1 @@
I need a quality spot check on to ensure our team members are following all protocols. I've already verified that CASE-1001 is correct through the Prior Authorization stage, but please review the case's outputs starting at section 9 onwards and correct anything that was processed incorrectly or create anything that was missed, using the processes in the SOP and the rules defined in section 4. If you send any correspondence, sign it off with my name, Angela Torres.
@@ -0,0 +1 @@
Today's date is, April, 2, 2026. You are an office assistant with access to the user's filesystem (/workdir), email (google_mail_*), slack (slack_*), calendar (google_calendar_*), jira (jira_*), and shopify (shopify_*) tools. The workspace directory /workdir contains files for the task. Do NOT ask the user for more information — use your tools to discover what you need. Begin by listing /workdir and reading relevant files.
@@ -0,0 +1,23 @@
schema_version = "1.1"
[task]
name = "sop-tasks/medical_careig_specialty_pharmacy_d4619b8b"
description = "SOP task from CSV row d4619b8b"
[agent]
timeout_sec = 3600.0
[verifier]
timeout_sec = 3600.0
[environment]
os = "linux"
cpus = 2
memory_mb = 4096
env = { INPUTDIR = "/data", OUTPUTDIR = "/data", WORLDBENCH_TOOL_SETS = "syntara_ds_all google_mail_contacts slack_core google_mail_core google_calendar_core jira_core shopify_core" }
[[environment.mcp_servers]]
name = "mcp-proxy"
transport = "streamable-http"
url = "http://localhost:8000/mcp"
@@ -0,0 +1,86 @@
[
{
"id": "5ed40139-37bd-4cb5-a0e3-7f15639947ea",
"sort_order": 0,
"rubric_text": "In `calendar.json` (or `calendar_data.json`), an event must exist with summary containing 'IVIG Infusion' and 'Thompson, Michael (CASE-1001)', start datetime 2026-04-14T12:00, end datetime 2026-04-14T15:00, and description containing 'Jane Smith'.",
"verifier_code": "from pathlib import Path\nimport json\n\ndef verify(workspace_path, external_services_path=None):\n # Check external services path first, then workspace\n calendar_data = None\n checked_paths = []\n \n for base in [external_services_path, workspace_path]:\n if base is None:\n continue\n for fname in ['calendar.json', 'calendar_data.json']:\n p = Path(base) / fname\n checked_paths.append(str(p))\n if p.exists():\n with open(p, 'r') as f:\n calendar_data = json.load(f)\n break\n if calendar_data is not None:\n break\n \n if calendar_data is None:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"No calendar file found. Checked: {checked_paths}\"}\n \n # Get events - handle both formats\n events = []\n if isinstance(calendar_data, dict):\n if 'events' in calendar_data:\n ev = calendar_data['events']\n if isinstance(ev, dict):\n events = list(ev.values())\n elif isinstance(ev, list):\n events = ev\n elif isinstance(calendar_data, list):\n events = calendar_data\n elif isinstance(calendar_data, list):\n events = calendar_data\n \n for event in events:\n summary = str(event.get('summary', ''))\n start = str(event.get('start', ''))\n end = str(event.get('end', ''))\n description = str(event.get('description', ''))\n \n if 'IVIG Infusion' not in summary:\n continue\n if 'Thompson, Michael (CASE-1001)' not in summary and ('Thompson' not in summary or 'CASE-1001' not in summary):\n continue\n if '2026-04-14' not in start or '12:00' not in start:\n continue\n if '2026-04-14' not in end or '15:00' not in end:\n continue\n if 'Jane Smith' not in description:\n continue\n return {\"pass\": True, \"score\": 1.0, \"feedback\": f\"Found matching calendar event: summary='{summary}', start='{start}', end='{end}', description contains 'Jane Smith'\"}\n \n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"No calendar event found with IVIG Infusion, Thompson/CASE-1001 in summary, start 2026-04-14T12:00, end 2026-04-14T15:00, and Jane Smith in description. Found {len(events)} events total.\"}",
"criterion_type": "expected_output"
},
{
"id": "20c387f6-003a-4dfa-9e45-098f82a1ec9f",
"sort_order": 1,
"rubric_text": "In `mailbox.json`, a sent email must exist to 'j.smith@careig.com', with subject containing 'VISIT ASSIGNMENT', 'CASE-1001', and '2026-04-14', and body containing: '742 Evergreen Terrace, Beverly Hills, CA 90212', 'Privigen 10%', '30g', 'LOT-PV-88421', '49281-0396-05', '30 mL/hr', 'Diphenhydramine 75mg', '(310) 555-0147', and 'None' (contraindications).",
"verifier_code": "from pathlib import Path\nimport json\n\ndef verify(workspace_path, external_services_path=None):\n mailbox_data = None\n checked_paths = []\n\n for base in [external_services_path, workspace_path]:\n if base is None:\n continue\n p = Path(base) / 'mailbox.json'\n checked_paths.append(str(p))\n if p.exists():\n with open(p, 'r') as f:\n mailbox_data = json.load(f)\n break\n\n if mailbox_data is None:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"mailbox.json not found. Checked: {checked_paths}\"}\n\n emails = mailbox_data.get('emails', [])\n\n required_body_strings = [\n '742 Evergreen Terrace, Beverly Hills, CA 90212',\n 'Privigen 10%',\n '30g',\n 'LOT-PV-88421',\n '49281-0396-05',\n '30 mL/hr',\n 'Diphenhydramine 75mg',\n '(310) 555-0147',\n 'None'\n ]\n\n subject_keywords = ['VISIT ASSIGNMENT', 'CASE-1001', '2026-04-14']\n\n candidate_emails = []\n for email in emails:\n to_addr = str(email.get('to_addr', '') or '').lower()\n # Also check 'to' field as key name may vary\n if not to_addr:\n to_addr = str(email.get('to', '') or '').lower()\n subject = str(email.get('subject', '') or '')\n body = str(email.get('body_text', '') or '')\n # Also check 'body' field\n if not body:\n body = str(email.get('body', '') or '')\n\n if 'j.smith@careig.com' not in to_addr:\n continue\n\n # Check subject keywords (case-insensitive for leniency)\n subject_upper = subject.upper()\n missing_subj = [kw for kw in subject_keywords if kw.upper() not in subject_upper]\n if missing_subj:\n candidate_emails.append({'email': email, 'missing_subject': missing_subj, 'missing_body': []})\n continue\n\n # Check body strings\n missing = [s for s in required_body_strings if s not in body]\n if missing:\n # Try case-insensitive check for some fields as fallback\n body_lower = body.lower()\n still_missing = []\n for s in missing:\n if s.lower() not in body_lower:\n still_missing.append(s)\n if still_missing:\n return {\"pass\": False, \"score\": 0.5, \"feedback\": f\"Found email to j.smith@careig.com with correct subject but body missing: {still_missing}\"}\n\n return {\"pass\": True, \"score\": 1.0, \"feedback\": \"Found matching visit assignment email to j.smith@careig.com with all required body fields.\"}\n\n if candidate_emails:\n details = candidate_emails[0]\n return {\"pass\": False, \"score\": 0.25, \"feedback\": f\"Found email to j.smith@careig.com but subject missing keywords: {details['missing_subject']}. Subject was: {details['email'].get('subject', '')}\"}\n\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"No email found to j.smith@careig.com with subject containing VISIT ASSIGNMENT, CASE-1001, and 2026-04-14. Total emails checked: {len(emails)}. Checked paths: {checked_paths}\"}\n",
"criterion_type": "expected_output"
},
{
"id": "3a738752-7d69-40ea-b89f-e314fda21f71",
"sort_order": 2,
"rubric_text": "In `mailbox.json`, an email must exist to 'm.thompson@email.com' with subject containing 'CareIG', 'IVIG Infusion Appointment', and '2026-04-14', and body containing 'Michael', '2026-04-14', '12:00 pm' (or '12:00 PM'), 'Duration: 3 hours', and signed off with 'Angela Torres'.",
"verifier_code": "from pathlib import Path\nimport json\n\ndef verify(workspace_path, external_services_path=None):\n mailbox_data = None\n checked_paths = []\n \n for base in [external_services_path, workspace_path]:\n if base is None:\n continue\n p = Path(base) / 'mailbox.json'\n checked_paths.append(str(p))\n if p.exists():\n with open(p, 'r') as f:\n mailbox_data = json.load(f)\n break\n \n if mailbox_data is None:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"mailbox.json not found. Checked: {checked_paths}\"}\n \n emails = mailbox_data.get('emails', [])\n \n for email in emails:\n to_addr = str(email.get('to_addr', '')).lower()\n subject = str(email.get('subject', ''))\n body = str(email.get('body_text', ''))\n body_lower = body.lower()\n \n if 'm.thompson@email.com' not in to_addr:\n continue\n if 'CareIG' not in subject:\n continue\n if 'IVIG Infusion Appointment' not in subject:\n continue\n if '2026-04-14' not in subject:\n continue\n \n missing = []\n if 'Michael' not in body:\n missing.append('Michael')\n if '2026-04-14' not in body:\n missing.append('2026-04-14')\n if '12:00 pm' not in body_lower:\n missing.append('12:00 pm')\n if 'Duration: 3 hours' not in body and 'duration: 3 hours' not in body_lower:\n missing.append('Duration: 3 hours')\n if 'Angela Torres' not in body:\n missing.append('Angela Torres')\n \n if missing:\n return {\"pass\": False, \"score\": 0.5, \"feedback\": f\"Found email to m.thompson@email.com with correct subject but body missing: {missing}\"}\n \n return {\"pass\": True, \"score\": 1.0, \"feedback\": \"Found matching patient appointment email to m.thompson@email.com with all required fields including Angela Torres sign-off.\"}\n \n return {\"pass\": False, \"score\": 0.0, \"feedback\": \"No email found to m.thompson@email.com with subject containing CareIG, IVIG Infusion Appointment, and 2026-04-14.\"}",
"criterion_type": "expected_output"
},
{
"id": "4cf02e38-3598-405b-9ae2-2bf6ca6bfcbb",
"sort_order": 3,
"rubric_text": "In `slack_data.json`, a message must exist in channel #clinical-scheduling containing 'SCHEDULED', 'CASE-1001', 'Date: 2026-04-14', and 'Nurse: Jane Smith'.",
"verifier_code": "from pathlib import Path\nimport json\n\ndef verify(workspace_path, external_services_path=None):\n slack_data = None\n checked_paths = []\n \n for base in [external_services_path, workspace_path]:\n if base is None:\n continue\n p = Path(base) / 'slack_data.json'\n checked_paths.append(str(p))\n if p.exists():\n with open(p, 'r') as f:\n slack_data = json.load(f)\n break\n \n if slack_data is None:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"slack_data.json not found. Checked: {checked_paths}\"}\n \n channels = slack_data.get('channels', {})\n messages = slack_data.get('messages', {})\n \n # Find #clinical-scheduling channel ID\n target_channel_id = None\n for cid, cdata in channels.items():\n if isinstance(cdata, dict) and cdata.get('name', '').lower() in ['clinical-scheduling', 'clinical_scheduling']:\n target_channel_id = cid\n break\n \n if target_channel_id is None:\n # Try searching all channels by name\n for cid, cdata in channels.items():\n if isinstance(cdata, dict) and 'clinical' in cdata.get('name', '').lower():\n target_channel_id = cid\n break\n \n if target_channel_id is None:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": \"Could not find #clinical-scheduling channel in slack_data.json\"}\n \n channel_messages = messages.get(target_channel_id, [])\n \n required_strings = ['SCHEDULED', 'CASE-1001', 'Date: 2026-04-14', 'Nurse: Jane Smith']\n \n for msg in channel_messages:\n text = str(msg.get('text', ''))\n if all(s in text for s in required_strings):\n return {\"pass\": True, \"score\": 1.0, \"feedback\": f\"Found matching message in #clinical-scheduling with all required strings: {required_strings}\"}\n \n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"No message in #clinical-scheduling (channel {target_channel_id}) with all of: {required_strings}. Found {len(channel_messages)} messages total.\"}",
"criterion_type": "expected_output"
},
{
"id": "d54967ec-461c-45c3-8db2-9c8e7479f6d7",
"sort_order": 4,
"rubric_text": "File `claim_CASE-1001.xlsx` must exist in the workspace with exactly 1 data row (2 rows including header), containing the required claim fields: A2=CASE-1001, B2=2026-03-15, C2=BlueCross Commercial PPO, D2=J1459, E2=59, G2=99600, H2=1, I2=99603, J2=2, K2=J7030, L2=2, M2=J7050, N2=1, O2=J0171, P2=2, S2=A4221, T2=1, U2=A4222, V2=1, W2=D80.1, X2=BC-2026-44821, Y2=1122334455, Z2=1234567893, AA2=47-3821056, AB2=333600000X, AC2=7, AD2=Standard, AE2=4153.75, AF2=2026-04-02, AH2=Submitted.",
"verifier_code": "from pathlib import Path\nimport openpyxl\n\ndef verify(workspace_path, external_services_path=None):\n claim_file = Path(workspace_path) / 'claim_CASE-1001.xlsx'\n if not claim_file.exists():\n return {\"pass\": False, \"score\": 0.0, \"feedback\": \"claim_CASE-1001.xlsx not found in workspace\"}\n \n try:\n wb = openpyxl.load_workbook(claim_file)\n ws = wb.active\n except Exception as e:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"Failed to open claim_CASE-1001.xlsx: {e}\"}\n \n data_rows = [r for r in ws.iter_rows(min_row=2, values_only=True) if any(c is not None for c in r)]\n if len(data_rows) > 1:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"claim_CASE-1001.xlsx has {len(data_rows)} data rows, expected exactly 1\"}\n if len(data_rows) == 0:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": \"claim_CASE-1001.xlsx has no data rows\"}\n \n def cell_val(col_letter, row=2):\n val = ws[f'{col_letter}{row}'].value\n if val is None:\n return ''\n s = str(val).strip()\n # Handle Excel formula cells: =59, =\"Submitted\", =(59*58)+...\n if s.startswith('='):\n inner = s[1:]\n # Strip surrounding quotes: =\"Submitted\" -> Submitted\n if (inner.startswith('\"') and inner.endswith('\"')) or (inner.startswith(\"'\") and inner.endswith(\"'\")):\n return inner[1:-1]\n # Try to evaluate simple numeric expressions\n try:\n result = float(eval(inner))\n # Return as int string if whole number\n if result == int(result):\n return str(int(result))\n return str(result)\n except:\n pass\n return inner\n return s\n \n def check_val(col, expected, actual=None):\n if actual is None:\n actual = cell_val(col)\n if str(expected).lower() == str(actual).lower():\n return True\n try:\n exp_num = float(str(expected).replace(',', ''))\n act_num = float(str(actual).replace(',', ''))\n return abs(exp_num - act_num) <= abs(exp_num) * 0.01 + 0.01\n except:\n pass\n expected_str = str(expected).replace('-', '').replace('/', '')\n actual_str = str(actual).replace('-', '').replace('/', '')\n if expected_str == actual_str:\n return True\n return False\n \n checks = [\n ('A', 'CASE-1001'),\n ('B', '2026-03-15'),\n ('C', 'BlueCross Commercial PPO'),\n ('D', 'J1459'),\n ('E', '59'),\n ('G', '99600'),\n ('H', '1'),\n ('I', '99603'),\n ('J', '2'),\n ('K', 'J7030'),\n ('L', '2'),\n ('M', 'J7050'),\n ('N', '1'),\n ('O', 'J0171'),\n ('P', '2'),\n ('S', 'A4221'),\n ('T', '1'),\n ('U', 'A4222'),\n ('V', '1'),\n ('W', 'D80.1'),\n ('X', 'BC-2026-44821'),\n ('Y', '1122334455'),\n ('Z', '1234567893'),\n ('AA', '47-3821056'),\n ('AB', '333600000X'),\n ('AC', '7'),\n ('AD', 'Standard'),\n ('AE', '4153.75'),\n ('AF', '2026-04-02'),\n ('AH', 'Submitted'),\n ]\n \n failures = []\n for col, expected in checks:\n actual = cell_val(col)\n if not check_val(col, expected, actual):\n failures.append(f\"{col}2: expected '{expected}', got '{actual}'\")\n \n if failures:\n return {\"pass\": False, \"score\": max(0.0, 1.0 - len(failures)/len(checks)), \"feedback\": f\"claim_CASE-1001.xlsx has {len(failures)} incorrect values: {failures}\"}\n \n return {\"pass\": True, \"score\": 1.0, \"feedback\": \"claim_CASE-1001.xlsx exists with 1 data row and all required field values are correct.\"}",
"criterion_type": "expected_output"
},
{
"id": "d1d818b0-885b-49f0-a57c-decf3fa517c5",
"sort_order": 5,
"rubric_text": "A claim PDF file named `claim_20260315.pdf` or `claim_2026-03-15.pdf` must exist in the workspace, containing Drug_Units=59, Premed_Units_1=2, Nursing_Units_Addl=2, and Total_Billed=4153.75.",
"verifier_code": "from pathlib import Path\nimport re\nimport subprocess\n\n\ndef verify(workspace_path, external_services_path=None):\n ws = Path(workspace_path)\n\n # Locate the claim PDF - accept any of the three canonical filename variants\n candidates = (\n list(ws.glob('claim_20260315.pdf'))\n + list(ws.glob('claim_2026-03-15.pdf'))\n + list(ws.glob('claim_2026_03_15.pdf'))\n )\n if not candidates:\n all_pdfs = list(ws.glob('*.pdf'))\n candidates = [\n p for p in all_pdfs\n if any(s in p.name for s in ('20260315', '2026-03-15', '2026_03_15'))\n ]\n\n if not candidates:\n return {\n 'pass': False,\n 'score': 0.0,\n 'feedback': 'No claim PDF found matching claim_20260315.pdf or claim_2026-03-15.pdf',\n }\n\n pdf_file = candidates[0]\n\n if pdf_file.stat().st_size < 100:\n return {\n 'pass': False,\n 'score': 0.0,\n 'feedback': (\n f'PDF {pdf_file.name} exists but is too small '\n f'({pdf_file.stat().st_size} bytes) — likely empty'\n ),\n }\n\n # --- Text extraction (try three backends in order) ---\n text = None\n\n try:\n result = subprocess.run(\n ['pdftotext', str(pdf_file), '-'],\n capture_output=True, text=True, timeout=10,\n )\n if result.returncode == 0 and result.stdout.strip():\n text = result.stdout\n except (FileNotFoundError, subprocess.TimeoutExpired):\n pass\n\n if text is None:\n try:\n import pdfplumber\n with pdfplumber.open(pdf_file) as pdf:\n extracted = '\\n'.join(page.extract_text() or '' for page in pdf.pages)\n if extracted.strip():\n text = extracted\n except Exception:\n pass\n\n if text is None:\n try:\n from PyPDF2 import PdfReader\n reader = PdfReader(str(pdf_file))\n extracted = '\\n'.join(page.extract_text() or '' for page in reader.pages)\n if extracted.strip():\n text = extracted\n except Exception:\n pass\n\n # --- CRITICAL FIX: unreadable PDF must FAIL, not pass ---\n # A corrupt or image-only PDF cannot be submitted as a valid claim document.\n # Existence alone does not satisfy the criterion; content must be verifiable.\n if not text or not text.strip():\n return {\n 'pass': False,\n 'score': 0.2,\n 'feedback': (\n f'PDF {pdf_file.name} exists ({pdf_file.stat().st_size} bytes) but text '\n 'could not be extracted — PDF may be corrupt, image-only, or malformed. '\n 'Cannot verify required field values '\n '(Drug_Units, Nursing_Units_Addl, Premed_Units_1, Total_Billed).'\n ),\n }\n\n # --- Content checks ---\n # Each check uses two patterns in priority order:\n # 1. The explicit field-label header near the value (handles spreadsheet-to-PDF exports)\n # 2. The billing/J-code near the unit count (handles tabular layouts)\n # Overly-generic patterns (bare numbers or drug-name proximity alone) are excluded\n # to prevent false positives from coincidental text matches.\n checks = [\n (\n 'Drug_Units=59',\n [\n r'Drug.{0,15}Units[^\\n]{0,80}\\b59\\b', # column header + value\n r'J1459\\b[^\\n]{0,60}\\b59\\b', # J-code + unit count, same line\n ],\n ),\n (\n 'Nursing_Units_Addl=2',\n [\n r'Nursing.{0,15}Units.{0,15}Addl[^\\n]{0,80}\\b2\\b', # column header + value\n r'99603\\b[^\\n]{0,60}\\b2\\b', # CPT code + unit count\n ],\n ),\n (\n 'Premed_Units_1=2',\n [\n r'Premed.{0,15}Units.{0,15}1[^\\n]{0,80}\\b2\\b', # column header + value\n r'J0171\\b[^\\n]{0,60}\\b2\\b', # J-code + unit count\n ],\n ),\n (\n 'Total_Billed=4153.75',\n [\n r'Total.{0,15}Billed?[^\\n]{0,80}4[,\\s]?153\\.75', # label + amount\n r'\\$\\s*4[,\\s]?153\\.75', # dollar-sign prefix\n ],\n ),\n ]\n\n failures = []\n found = []\n for desc, patterns in checks:\n matched = any(re.search(pat, text, re.IGNORECASE) for pat in patterns)\n if matched:\n found.append(desc)\n else:\n failures.append(desc)\n\n if failures:\n partial = round(len(found) / len(checks), 3)\n return {\n 'pass': False,\n 'score': partial,\n 'feedback': (\n f'PDF {pdf_file.name} exists but required vaLine truncated
"criterion_type": "expected_output"
},
{
"id": "ac019917-5e98-4414-b8ca-f9938a2644f2",
"sort_order": 6,
"rubric_text": "In mailbox.json, a sent email must exist to 'claims@bluecross-ppo.example.com', with attachment 'claim_20260315.pdf' or 'claim_2026-03-15.pdf', and subject containing 'CLAIM SUBMISSION', 'CareIG NPI: 1234567893', 'Thompson', 'MemberID: BCX-998712', and 'DOS: 2026-03-15'.\r\n\r\n\r\n",
"verifier_code": "from pathlib import Path\nimport json\n\ndef verify(workspace_path, external_services_path=None):\n mailbox_data = None\n checked_paths = []\n\n # Search for mailbox.json in external_services_path first, then workspace_path\n for base in [external_services_path, workspace_path]:\n if base is None:\n continue\n p = Path(base) / 'mailbox.json'\n checked_paths.append(str(p))\n if p.exists():\n with open(p, 'r') as f:\n mailbox_data = json.load(f)\n break\n\n if mailbox_data is None:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"mailbox.json not found. Checked: {checked_paths}\"}\n\n emails = mailbox_data.get('emails', [])\n\n required_subject_parts = ['CLAIM SUBMISSION', 'CareIG NPI: 1234567893', 'Thompson', 'MemberID: BCX-998712', 'DOS: 2026-03-15']\n\n best_partial_subject = None\n best_partial_attachment = None\n\n for email in emails:\n to_addr = str(email.get('to_addr', '') or '').lower()\n subject = str(email.get('subject', '') or '')\n attachments = email.get('attachments', [])\n\n # Check recipient - must be claims@bluecross-ppo.example.com\n if 'claims@bluecross-ppo.example.com' not in to_addr:\n continue\n\n # Check subject contains all required parts (case-insensitive)\n subject_upper = subject.upper()\n missing_subj = [s for s in required_subject_parts if s.upper() not in subject_upper]\n if missing_subj:\n if best_partial_subject is None or len(missing_subj) < len(best_partial_subject['missing']):\n best_partial_subject = {'missing': missing_subj, 'subject': subject, 'attachments': attachments}\n continue\n\n # Check attachment\n has_attachment = False\n att_list = []\n if isinstance(attachments, list):\n att_list = attachments\n elif isinstance(attachments, str):\n att_list = [attachments]\n\n for att in att_list:\n att_str = str(att).lower()\n if 'claim_20260315' in att_str or 'claim_2026-03-15' in att_str or 'claim_2026_03_15' in att_str:\n has_attachment = True\n break\n\n if not has_attachment:\n # Remember this near-match but keep searching for a fully correct email\n if best_partial_attachment is None:\n best_partial_attachment = {'subject': subject, 'attachments': attachments}\n continue\n\n return {\"pass\": True, \"score\": 1.0, \"feedback\": f\"Found matching claim submission email to claims@bluecross-ppo.example.com with correct subject containing all required parts and correct attachment. Subject: {subject}\"}\n\n # No fully matching email found; report the best near-miss\n if best_partial_attachment:\n return {\"pass\": False, \"score\": 0.5, \"feedback\": f\"Found matching claim submission email to claims@bluecross-ppo.example.com with correct subject, but missing expected claim PDF attachment (expected 'claim_20260315.pdf' or 'claim_2026-03-15.pdf'). Attachments found: {best_partial_attachment['attachments']}\"}\n\n if best_partial_subject:\n return {\"pass\": False, \"score\": 0.25, \"feedback\": f\"Found email to claims@bluecross-ppo.example.com but subject is missing required parts: {best_partial_subject['missing']}. Subject found: {best_partial_subject['subject']}\"}\n\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"No email found to 'claims@bluecross-ppo.example.com' with required subject parts: {required_subject_parts}. Total emails in mailbox: {len(emails)}\"}\n",
"criterion_type": "expected_output"
},
{
"id": "3ab1d233-20a9-47a8-a76f-86965431234b",
"sort_order": 7,
"rubric_text": "In `slack_data.json`, a message must exist in channel #billing containing 'CLAIM SUBMITTED', 'CASE-1001', 'DOS: 2026-03-15' (or '03/15/2026'), 'Payer: BlueCross Commercial PPO', and 'Billed: $4,153.75' (or '4153.75').",
"verifier_code": "from pathlib import Path\nimport json\n\ndef verify(workspace_path, external_services_path=None):\n slack_data = None\n checked_paths = []\n \n for base in [external_services_path, workspace_path]:\n if base is None:\n continue\n p = Path(base) / 'slack_data.json'\n checked_paths.append(str(p))\n if p.exists():\n with open(p, 'r') as f:\n slack_data = json.load(f)\n break\n \n if slack_data is None:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"slack_data.json not found. Checked: {checked_paths}\"}\n \n channels = slack_data.get('channels', {})\n messages = slack_data.get('messages', {})\n \n # Find #billing channel ID\n target_channel_id = None\n for cid, cdata in channels.items():\n if isinstance(cdata, dict) and cdata.get('name', '').lower() == 'billing':\n target_channel_id = cid\n break\n \n if target_channel_id is None:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": \"Could not find #billing channel in slack_data.json\"}\n \n channel_messages = messages.get(target_channel_id, [])\n \n for msg in channel_messages:\n text = str(msg.get('text', ''))\n \n if 'CLAIM SUBMITTED' not in text:\n continue\n if 'CASE-1001' not in text:\n continue\n if 'BlueCross Commercial PPO' not in text:\n continue\n \n # Check DOS date in multiple formats\n dos_ok = 'DOS: 2026-03-15' in text or '03/15/2026' in text or 'DOS: 03-15-2026' in text or '2026-03-15' in text\n if not dos_ok:\n continue\n \n # Check billed amount in multiple formats\n billed_ok = '4,153.75' in text or '4153.75' in text\n if not billed_ok:\n continue\n \n if 'Payer: BlueCross Commercial PPO' not in text and 'BlueCross Commercial PPO' not in text:\n continue\n \n return {\"pass\": True, \"score\": 1.0, \"feedback\": f\"Found matching billing message in #billing channel with all required strings.\"}\n \n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"No message in #billing channel (id={target_channel_id}) with all required strings. Found {len(channel_messages)} messages total.\"}",
"criterion_type": "expected_output"
},
{
"id": "fd361d7d-da84-49ea-8644-ff6d841b2c41",
"sort_order": 8,
"rubric_text": "File `audit_log.xlsx` must exist in the workspace with a row dated 2026-04-02 containing: CASE_ID=CASE-1001, Action=Claim Submitted, File_Updated=claim_CASE-1001.xlsx, Field_Updated containing Drug_Units/Nursing_Units_Addl/Premed_Units_1/Claim_Frequency_Code/Total_Billed/Submission_Date, and New_Value containing 59/2/2/7/4153.75/2026-04-02. ",
"verifier_code": "from pathlib import Path\nimport openpyxl\nimport re\nfrom datetime import datetime\n\ndef verify(workspace_path, external_services_path=None):\n audit_file = Path(workspace_path) / 'audit_log.xlsx'\n if not audit_file.exists():\n return {\"pass\": False, \"score\": 0.0, \"feedback\": \"audit_log.xlsx not found in workspace\"}\n \n try:\n wb = openpyxl.load_workbook(audit_file)\n ws = wb.active\n except Exception as e:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"Failed to open audit_log.xlsx: {e}\"}\n \n # Get header row\n headers = []\n for cell in ws[1]:\n headers.append(str(cell.value).strip() if cell.value is not None else '')\n \n def get_col_index(name):\n for i, h in enumerate(headers):\n if h.lower() == name.lower():\n return i\n for i, h in enumerate(headers):\n if name.lower() in h.lower():\n return i\n return None\n \n # Count data rows\n data_rows = []\n for row in ws.iter_rows(min_row=2, values_only=True):\n if any(c is not None for c in row):\n data_rows.append(row)\n \n # Find the required columns\n col_date = get_col_index('date')\n col_case = get_col_index('CASE_ID')\n col_action = get_col_index('Action')\n col_file = get_col_index('File_Updated')\n col_field = get_col_index('Field_Updated')\n col_newval = get_col_index('New_Value')\n \n missing_cols = []\n if col_date is None: missing_cols.append('date')\n if col_case is None: missing_cols.append('CASE_ID')\n if col_action is None: missing_cols.append('Action')\n if col_file is None: missing_cols.append('File_Updated')\n if col_field is None: missing_cols.append('Field_Updated')\n if col_newval is None: missing_cols.append('New_Value')\n \n if missing_cols:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"audit_log.xlsx missing columns: {missing_cols}. Found headers: {headers}\"}\n \n required_fields = ['Drug_Units', 'Nursing_Units_Addl', 'Premed_Units_1', 'Claim_Frequency_Code', 'Total_Billed', 'Submission_Date']\n required_values = ['59', '2', '2', '7', '4153.75', '2026-04-02']\n \n def normalize_cell(val):\n if val is None:\n return ''\n if isinstance(val, datetime):\n return val.strftime('%Y-%m-%d')\n s = str(val).strip()\n if re.match(r'^\\d+\\.0$', s):\n s = s[:-2]\n return s\n \n def date_matches(date_str):\n date_str = date_str.strip()\n if not date_str:\n return False\n if '2026-04-02' in date_str:\n return True\n if '04/02/2026' in date_str:\n return True\n if '04-02-2026' in date_str:\n return True\n if '2026/04/02' in date_str:\n return True\n if 'Apr' in date_str and '2026' in date_str and '2' in date_str:\n return True\n return False\n \n def value_present(val_str, check_val):\n if check_val in val_str:\n return True\n if check_val == '2026-04-02':\n if '04/02/2026' in val_str or '04-02-2026' in val_str or '2026/04/02' in val_str:\n return True\n if check_val == '4153.75':\n if '4153.75' in val_str or '4,153.75' in val_str or '$4153.75' in val_str or '$4,153.75' in val_str:\n return True\n if check_val in ('59', '2', '7'):\n parts = re.split(r'[/,;|\\s]+', val_str)\n for part in parts:\n cleaned = part.strip().rstrip('.0')\n if cleaned == check_val:\n return True\n return False\n \n best_partial_score = 0.0\n best_partial_feedback = \"\"\n \n for row in data_rows:\n def rv(idx):\n if idx is None or idx >= len(row):\n return ''\n return normalize_cell(row[idx])\n \n date_val = rv(col_date)\n case_val = rv(col_case)\n action_val = rv(col_action)\n file_val = rv(col_file)\n field_val = rv(col_field)\n newval_val = rv(col_newval)\n \n if not date_matches(date_val):\n continue\n if 'CASE-1001' not in case_val and 'case-1001' not in case_val.lower():\n continue\n if 'claim' not in action_val.lower() or 'submit' not in action_val.lower():\n continue\n if 'claim_CASE-1001' not in file_val and 'claim_case-1001' not in file_val.lower():\n continue\n \n missing_fields = []\n for f in required_fields:\n if f.lower() not in field_val.lower():\n alt = f.replace('_', ' ').lower()\n if alt not in field_val.lower().replace('_', ' '):\n missing_fields.append(f)\n \n if missing_fields:\n score = 0.5\n Line truncated
"criterion_type": "expected_output"
},
{
"id": "09c9969a-db48-43bb-bd64-6d83e68b0396",
"sort_order": 9,
"rubric_text": "File `clinical_CASE-1001.xlsx` must exist in the workspace with Visit_Date=2026-04-14, Visit_Time=12:00, and Nurse_Assigned=Jane Smith.",
"verifier_code": "from pathlib import Path\nimport openpyxl\n\ndef verify(workspace_path, external_services_path=None):\n clinical_file = Path(workspace_path) / 'clinical_CASE-1001.xlsx'\n if not clinical_file.exists():\n return {\"pass\": False, \"score\": 0.0, \"feedback\": \"clinical_CASE-1001.xlsx not found in workspace\"}\n \n try:\n wb = openpyxl.load_workbook(clinical_file)\n ws = wb.active\n except Exception as e:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"Failed to open clinical_CASE-1001.xlsx: {e}\"}\n \n # Get header row\n headers = []\n for cell in ws[1]:\n headers.append(str(cell.value).strip().lower() if cell.value is not None else '')\n \n def get_col_index(name):\n for i, h in enumerate(headers):\n if h == name.lower():\n return i\n for i, h in enumerate(headers):\n if name.lower() in h:\n return i\n return None\n \n col_date = get_col_index('visit_date')\n col_time = get_col_index('visit_time')\n col_nurse = get_col_index('nurse_assigned')\n \n missing_cols = []\n if col_date is None: missing_cols.append('Visit_Date')\n if col_time is None: missing_cols.append('Visit_Time')\n if col_nurse is None: missing_cols.append('Nurse_Assigned')\n \n if missing_cols:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"clinical_CASE-1001.xlsx missing columns: {missing_cols}. Found headers: {headers}\"}\n \n # Find row with CASE-1001 data (check all data rows)\n for row in ws.iter_rows(min_row=2, values_only=True):\n if not any(c is not None for c in row):\n continue\n \n def rv(idx):\n if idx is None or idx >= len(row):\n return ''\n return str(row[idx]).strip() if row[idx] is not None else ''\n \n date_val = rv(col_date)\n time_val = rv(col_time)\n nurse_val = rv(col_nurse)\n \n date_ok = '2026-04-14' in date_val or '04/14/2026' in date_val or '04-14-2026' in date_val\n time_ok = '12:00' in time_val\n nurse_ok = 'Jane Smith' in nurse_val\n \n if date_ok and time_ok and nurse_ok:\n return {\"pass\": True, \"score\": 1.0, \"feedback\": f\"clinical_CASE-1001.xlsx has correct values: Visit_Date='{date_val}', Visit_Time='{time_val}', Nurse_Assigned='{nurse_val}'\"}\n \n # Find best partial match for feedback\n for row in ws.iter_rows(min_row=2, values_only=True):\n if not any(c is not None for c in row):\n continue\n def rv(idx):\n if idx is None or idx >= len(row): return ''\n return str(row[idx]).strip() if row[idx] is not None else ''\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"clinical_CASE-1001.xlsx first data row: Visit_Date='{rv(col_date)}', Visit_Time='{rv(col_time)}', Nurse_Assigned='{rv(col_nurse)}'. Expected: Visit_Date=2026-04-14, Visit_Time=12:00, Nurse_Assigned=Jane Smith\"}\n \n return {\"pass\": False, \"score\": 0.0, \"feedback\": \"clinical_CASE-1001.xlsx has no data rows\"}",
"criterion_type": "expected_output"
},
{
"id": "e436fe95-d992-440f-aa87-32a99876cbe2",
"sort_order": 10,
"rubric_text": "In `mailbox.json`, exactly 17 emails must exist in the emails array.",
"verifier_code": "from pathlib import Path\nimport json\n\ndef verify(workspace_path, external_services_path=None):\n mailbox_data = None\n checked_paths = []\n \n for base in [external_services_path, workspace_path]:\n if base is None:\n continue\n p = Path(base) / 'mailbox.json'\n checked_paths.append(str(p))\n if p.exists():\n with open(p, 'r') as f:\n mailbox_data = json.load(f)\n break\n \n if mailbox_data is None:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"mailbox.json not found. Checked: {checked_paths}\"}\n \n emails = mailbox_data.get('emails', [])\n count = len(emails)\n \n if count == 17:\n return {\"pass\": True, \"score\": 1.0, \"feedback\": f\"mailbox.json contains exactly 17 emails.\"}\n else:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"mailbox.json contains {count} emails, expected exactly 17.\"}\n",
"criterion_type": "incorrect_behavior"
},
{
"id": "rubric_1775136857045",
"sort_order": 11,
"rubric_text": "In `slack_data.json`, exactly 31 messages must exist across all channels.",
"verifier_code": "import json\nimport os\n\ndef verify(workspace_path, external_services_path=None):\n slack_path = None\n \n # Try every possible location\n search_paths = []\n if external_services_path:\n search_paths.append(os.path.join(str(external_services_path), \"final\", \"slack_data.json\"))\n search_paths.append(os.path.join(str(external_services_path), \"slack_data.json\"))\n if workspace_path:\n search_paths.append(os.path.join(str(workspace_path), \"slack_data.json\"))\n \n for p in search_paths:\n try:\n if os.path.isfile(p):\n slack_path = p\n break\n except Exception:\n continue\n \n if slack_path is None:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": \"Could not find slack_data.json. Searched: \" + str(search_paths)}\n \n try:\n with open(slack_path, 'r') as f:\n slack_data = json.load(f)\n except Exception as e:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": \"Error reading \" + str(slack_path) + \": \" + str(e)}\n \n total_messages = 0\n channel_details = {}\n \n messages = slack_data.get(\"messages\", {})\n channels_meta = slack_data.get(\"channels\", {})\n \n if isinstance(messages, dict):\n for ch_id, msg_list in messages.items():\n if isinstance(msg_list, list):\n count = len(msg_list)\n ch_name = ch_id\n if isinstance(channels_meta.get(ch_id), dict):\n ch_name = channels_meta[ch_id].get(\"name\", ch_id)\n channel_details[ch_name] = count\n total_messages += count\n \n if total_messages == 31:\n return {\"pass\": True, \"score\": 1.0, \"feedback\": \"Found exactly 31 messages. Breakdown: \" + str(channel_details)}\n else:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": \"Expected 31 messages, found \" + str(total_messages) + \". Breakdown: \" + str(channel_details)}",
"criterion_type": "incorrect_behavior"
}
]
@@ -0,0 +1,135 @@
#!/usr/bin/env python3
"""Run bundled SOP Python verifiers inside a Harbor task container."""
from __future__ import annotations
import json
import shutil
import sys
import tempfile
import traceback
from pathlib import Path
from typing import Any
WORKDIR = Path("/workdir")
DATA_DIR = Path("/data")
INITIAL_DATA_DIR = Path("/initial_data")
TESTS_DIR = Path("/tests")
VERIFIER_DIR = Path("/logs/verifier")
SERVICE_COMPAT_FILES: dict[str, tuple[str, tuple[str, ...]]] = {
"slack": ("slack.json", ("slack.json", "slack_data.json")),
"google_mail": ("inbox.json", ("inbox.json", "mailbox.json")),
"google_calendar": ("calendar_data.json", ("calendar_data.json", "calendar.json")),
"jira": ("jira_state.json", ("jira_state.json", "jira_data.json")),
"shopify": ("shopify_data.json", ("shopify_data.json",)),
}
def _state_path(service: str, seed_name: str) -> Path | None:
candidates = [
DATA_DIR / service / "final.json",
DATA_DIR / service / seed_name,
INITIAL_DATA_DIR / service / seed_name,
]
return next((p for p in candidates if p.is_file()), None)
def _build_compat_external_services(dest: Path) -> None:
dest.mkdir(parents=True, exist_ok=True)
for service, (seed_name, compat_names) in SERVICE_COMPAT_FILES.items():
src = _state_path(service, seed_name)
if src is not None:
for compat_name in compat_names:
shutil.copy2(src, dest / compat_name)
def _coerce_result(raw: Any) -> dict[str, Any]:
if isinstance(raw, dict):
passed = bool(raw.get("pass", raw.get("passed", False)))
score = raw.get("score", 1.0 if passed else 0.0)
try:
score = float(score)
except (TypeError, ValueError):
score = 1.0 if passed else 0.0
return {
"pass": passed,
"score": max(0.0, min(1.0, score)),
"feedback": str(raw.get("feedback", "")),
}
passed = bool(raw)
return {"pass": passed, "score": 1.0 if passed else 0.0, "feedback": str(raw)}
def _run_one(rubric: dict[str, Any], external_services_path: Path) -> dict[str, Any]:
rubric_id = str(rubric.get("id") or "rubric")
code = rubric.get("verifier_code")
if not isinstance(code, str) or not code.strip():
return {
"id": rubric_id,
"pass": False,
"score": 0.0,
"feedback": "rubric has no verifier_code",
}
namespace: dict[str, Any] = {"__builtins__": __builtins__}
try:
exec(compile(code, f"<{rubric_id}>", "exec"), namespace)
verify = namespace.get("verify")
if not callable(verify):
raise RuntimeError("verifier_code did not define verify()")
result = _coerce_result(verify(str(WORKDIR), str(external_services_path)))
return {"id": rubric_id, **result}
except Exception:
return {
"id": rubric_id,
"pass": False,
"score": 0.0,
"feedback": traceback.format_exc(),
}
def main() -> None:
rubrics_path = TESTS_DIR / "rubrics.json"
if not rubrics_path.is_file():
print("[sop-verifier] ERROR: rubrics.json not found", file=sys.stderr)
sys.exit(1)
rubrics = json.loads(rubrics_path.read_text())
if not isinstance(rubrics, list):
print("[sop-verifier] ERROR: rubrics.json must be a list", file=sys.stderr)
sys.exit(1)
with tempfile.TemporaryDirectory(prefix="sop-external-services-") as tmp:
compat_dir = Path(tmp)
_build_compat_external_services(compat_dir)
results = [_run_one(r, compat_dir) for r in rubrics]
total = len(results)
passed = sum(1 for r in results if r.get("pass"))
average_score = round(
sum(float(r.get("score", 0.0)) for r in results) / total,
4,
) if total else 0.0
print(f"[sop-verifier] {passed}/{total} rubrics passed; score={average_score:.2f}")
for result in results:
status = "PASS" if result.get("pass") else "FAIL"
feedback = str(result.get("feedback", "")).replace("\n", " ")[:500]
print(f" [{status}] {result.get('id')}: {feedback}")
output = {
"passed": passed == total,
"rubrics_passed": passed,
"rubrics_total": total,
"score": average_score,
"rubric_results": results,
}
(TESTS_DIR / "results.json").write_text(json.dumps(output, indent=2) + "\n")
VERIFIER_DIR.mkdir(parents=True, exist_ok=True)
(VERIFIER_DIR / "reward.txt").write_text(str(average_score))
if __name__ == "__main__":
main()
@@ -0,0 +1 @@
Today is April 2, 2026. I need a quality spot check on to ensure our team members are following all protocols. I've already verified that CASE-1001 is correct through the Prior Authorization stage, but please review the case's outputs starting at section 9 onwards and correct anything that was processed incorrectly or create anything that was missed, using the processes in the SOP and the rules defined in section 4. If you send any correspondence, sign it off with my name, Angela Torres.
@@ -0,0 +1,3 @@
#!/bin/bash
pip install openpyxl pdfplumber python-docx 2>/dev/null
python /tests/sop_verifier.py