80 lines
57 KiB
JSON
80 lines
57 KiB
JSON
|
[
|
|||
|
|
{
|
|||
|
|
"id": "562add5f-6c5a-4847-867b-95a7857b0ee0",
|
|||
|
|
"sort_order": 0,
|
|||
|
|
"rubric_text": "In file `Inbound_Receiving_Log.xlsx`, a row with manifest 2026-04-15-001 must exist with columns F-N containing (in order): 210, -10.2, -10.2, -18.7, -13.03, Tier 1, 0, 0, Exact Match; column P must be 'none'; column R must be 'P3'; column T must contain 'Open' (and may have other text as well in it); and the Lot Codes column must contain text referencing 'A-20260411-01 -- MISMATCH – manifest A-20260412-01 vs received A-20260411-01', 'A-20260410-01', and 'B-20260408-01'. Column Q must contain 'No damage'. Column S must contain 'Open'. Rounded whole-degree values are acceptable.",
|
|||
|
|
"verifier_code": "from pathlib import Path\nimport openpyxl\nimport re\n\ndef verify(workspace_path, external_services_path=None):\n # Search for the Inbound Receiving Log file broadly\n xlsx_files = list(Path(workspace_path).glob('**/*nbound*eceiving*og*.xlsx'))\n if not xlsx_files:\n xlsx_files = list(Path(workspace_path).glob('**/Inbound_Receiving_Log.xlsx'))\n if not xlsx_files:\n xlsx_files = list(Path(workspace_path).glob('**/inbound_receiving_log.xlsx'))\n if not xlsx_files:\n xlsx_files = [f for f in Path(workspace_path).glob('**/*.xlsx') if 'inbound' in f.name.lower() or 'receiving' in f.name.lower()]\n if not xlsx_files:\n # Try any xlsx\n xlsx_files = list(Path(workspace_path).glob('**/*.xlsx'))\n if not xlsx_files:\n return {'pass': False, 'score': 0.0, 'feedback': 'No Inbound_Receiving_Log.xlsx file found in workspace'}\n\n # Try each xlsx file to find the one with our manifest\n target_row = None\n row_num = None\n ws = None\n wb = None\n found_file = None\n\n for xlsx_file in xlsx_files:\n try:\n wb_candidate = openpyxl.load_workbook(xlsx_file, data_only=True)\n ws_candidate = wb_candidate.active\n for row in ws_candidate.iter_rows():\n for cell in row:\n if cell.value and '2026-04-15-001' in str(cell.value):\n target_row = row\n row_num = cell.row\n ws = ws_candidate\n wb = wb_candidate\n found_file = xlsx_file\n break\n if target_row:\n break\n if target_row:\n break\n except Exception:\n continue\n\n if not target_row:\n return {'pass': False, 'score': 0.0, 'feedback': 'No row found with manifest 2026-04-15-001 in any xlsx file'}\n\n def get_cell_val(col_idx):\n return ws.cell(row=row_num, column=col_idx).value\n\n # Build header map to find columns by name\n header_map = {}\n for cell in ws[1]:\n if cell.value:\n header_map[str(cell.value).strip().lower()] = cell.column\n\n # Standard column mapping: F=6, G=7, H=8, I=9, J=10, K=11, L=12, M=13, N=14, O=15, P=16, Q=17, R=18, S=19, T=20\n col_f = get_cell_val(6)\n col_g = get_cell_val(7)\n col_h = get_cell_val(8)\n col_i = get_cell_val(9)\n col_j = get_cell_val(10)\n col_k = get_cell_val(11)\n col_l = get_cell_val(12)\n col_m = get_cell_val(13)\n col_n = get_cell_val(14)\n col_p = get_cell_val(16)\n col_q = get_cell_val(17)\n col_r = get_cell_val(18)\n col_s = get_cell_val(19)\n col_t = get_cell_val(20)\n\n issues = []\n\n # Helper for numeric checks with generous tolerance\n def check_numeric(val, expected, col_name, tolerance=None):\n if tolerance is None:\n tolerance = max(abs(expected) * 0.05, 1.0)\n try:\n # Handle various string formats\n val_str = str(val).replace(',', '').strip() if val is not None else ''\n # Remove degree symbols, F/C suffixes\n val_str = re.sub(r'[°ºFCfc]', '', val_str).strip()\n if val_str == '' or val_str.lower() == 'none':\n issues.append(f'{col_name} expected ~{expected}, got {val}')\n return\n num = float(val_str)\n if abs(num - expected) > tolerance:\n issues.append(f'{col_name} expected ~{expected}, got {val} (parsed as {num})')\n except (ValueError, TypeError):\n issues.append(f'{col_name} expected ~{expected}, got {val}')\n\n # Check column F = 210 (generous: ±10)\n check_numeric(col_f, 210, 'Column F', tolerance=10)\n\n # Check column G = -10.2 (allow whole-degree rounding: -10 is fine)\n check_numeric(col_g, -10.2, 'Column G', tolerance=1.5)\n\n # Check column H = -10.2\n check_numeric(col_h, -10.2, 'Column H', tolerance=1.5)\n\n # Check column I = -18.7 (allow
|
|||
|
|
"criterion_type": "expected_output"
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
"id": "e78eb8ea-f315-42ab-aaa8-d21065c3f408",
|
|||
|
|
"sort_order": 1,
|
|||
|
|
"rubric_text": "In `mailbox.json`, a sent email to jacob.patel@prairiestar.com with cc to carlos.mendoza@prairiestar.com must exist containing text about 'LOT CODE MISMATCH', manifest '2026-04-15-001', lot codes 'A-20260412-01' and 'A-20260411-01', and 'Hold receipt open pending clarification'",
|
|||
|
|
"verifier_code": "from pathlib import Path\nimport json\nimport re\n\ndef verify(workspace_path, external_services_path=None):\n if not external_services_path:\n return {'pass': False, 'score': 0.0, 'feedback': 'external_services_path not provided; cannot check email'}\n \n mailbox_path = Path(external_services_path) / 'mailbox.json'\n if not mailbox_path.exists():\n return {'pass': False, 'score': 0.0, 'feedback': f'mailbox.json not found at {mailbox_path}'}\n \n with open(mailbox_path, 'r') as f:\n data = json.load(f)\n \n emails = data.get('emails', [])\n sent_emails = [e for e in emails if e.get('folder', '').lower() == 'sent']\n \n for email in sent_emails:\n to_addr = str(email.get('to_addr', '')).lower()\n cc_addr = str(email.get('cc_addr', '') or '').lower()\n body = str(email.get('body_text', '') or '').lower()\n subject = str(email.get('subject', '') or '').lower()\n combined = subject + ' ' + body\n \n if 'jacob.patel@prairiestar.com' not in to_addr:\n continue\n \n if 'carlos.mendoza@prairiestar.com' not in cc_addr:\n continue\n \n # Check for \"LOT CODE MISMATCH\" as a phrase in subject or body\n # Accept minor variations: \"lot code mismatch\", \"lot-code mismatch\", etc.\n has_lc_mismatch_phrase = bool(re.search(r'lot[\\s\\-_]*code[\\s\\-_]*mismatch', combined))\n \n has_manifest = '2026-04-15-001' in combined\n has_lot_manifest = 'a-20260412-01' in combined\n has_lot_received = 'a-20260411-01' in combined\n \n # Check for \"hold receipt open\" as a connected phrase (allow words in between)\n has_hold_open = bool(re.search(r'hold\\s+receipt\\s+open', combined))\n \n # Also accept \"hold .* open pending clarification\" as a looser but still structured match\n if not has_hold_open:\n has_hold_open = bool(re.search(r'hold\\b.*?\\bopen\\b.*?\\bpending\\b.*?\\bclarification\\b', combined))\n \n missing = []\n if not has_lc_mismatch_phrase:\n missing.append('\"LOT CODE MISMATCH\" phrase (found only scattered keyword \"mismatch\")' if 'mismatch' in combined else '\"LOT CODE MISMATCH\" phrase')\n if not has_manifest:\n missing.append('manifest 2026-04-15-001')\n if not has_lot_manifest:\n missing.append('lot A-20260412-01')\n if not has_lot_received:\n missing.append('lot A-20260411-01')\n if not has_hold_open:\n missing.append('\"Hold receipt open pending clarification\" phrase')\n \n if not missing:\n return {'pass': True, 'score': 1.0, 'feedback': f'Found sent email to jacob.patel@prairiestar.com with cc to carlos.mendoza@prairiestar.com containing LOT CODE MISMATCH template for manifest 2026-04-15-001'}\n else:\n return {'pass': False, 'score': 0.0, 'feedback': f'Found email to jacob.patel with cc carlos.mendoza but missing: {missing}'}\n \n return {'pass': False, 'score': 0.0, 'feedback': f'No sent email found to jacob.patel@prairiestar.com with cc carlos.mendoza@prairiestar.com about lot code mismatch. Checked {len(sent_emails)} sent emails.'}",
|
|||
|
|
"criterion_type": "expected_output"
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
"id": "f14469ac-f9fd-44fe-b08b-d15bbb125abc",
|
|||
|
|
"sort_order": 2,
|
|||
|
|
"rubric_text": "In `slack_data.json`, a message must exist in channel #receiving-houston or #waco-production-coord referencing 'P3', manifest '2026-04-15-001', and a lot code mismatch",
|
|||
|
|
"verifier_code": "from pathlib import Path\nimport json\n\ndef verify(workspace_path, external_services_path=None):\n if not external_services_path:\n return {'pass': False, 'score': 0.0, 'feedback': 'external_services_path not provided; cannot check Slack'}\n \n slack_path = Path(external_services_path) / 'slack_data.json'\n if not slack_path.exists():\n return {'pass': False, 'score': 0.0, 'feedback': f'slack_data.json not found at {slack_path}'}\n \n with open(slack_path, 'r') as f:\n data = json.load(f)\n \n channels = data.get('channels', {})\n messages = data.get('messages', {})\n \n # Find target channel IDs\n target_channel_names = ['receiving-houston', 'waco-production-coord']\n target_channel_ids = []\n for ch_id, ch_info in channels.items():\n ch_name = str(ch_info.get('name', '')).lower()\n for target in target_channel_names:\n if target.lower() in ch_name or ch_name in target.lower():\n target_channel_ids.append(ch_id)\n break\n \n if not target_channel_ids:\n # Try to search all channels\n target_channel_ids = list(messages.keys())\n \n for ch_id in target_channel_ids:\n ch_msgs = messages.get(ch_id, [])\n for msg in ch_msgs:\n text = str(msg.get('text', '')).lower()\n has_p3 = 'p3' in text\n has_manifest = '2026-04-15-001' in text\n has_mismatch = 'mismatch' in text or 'lot code' in text\n \n if has_p3 and has_manifest and has_mismatch:\n ch_name = channels.get(ch_id, {}).get('name', ch_id)\n return {'pass': True, 'score': 1.0, 'feedback': f'Found Slack message in channel #{ch_name} mentioning P3, manifest 2026-04-15-001, and lot code mismatch'}\n \n # Collect what was found for feedback\n found_msgs = []\n for ch_id in list(messages.keys()):\n ch_msgs = messages.get(ch_id, [])\n for msg in ch_msgs:\n text = str(msg.get('text', '')).lower()\n if '2026-04-15-001' in text or 'p3' in text:\n found_msgs.append(f'channel {ch_id}: {msg.get(\"text\", \"\")[:100]}')\n \n return {'pass': False, 'score': 0.0, 'feedback': f'No Slack message found in #receiving-houston or #waco-production-coord with P3, 2026-04-15-001, and mismatch. Target channels found: {target_channel_ids}. Related messages: {found_msgs[:3]}'}\n",
|
|||
|
|
"criterion_type": "expected_output"
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
"id": "b94328d5-d410-4aff-b3b8-f0aa44ec29b9",
|
|||
|
|
"sort_order": 3,
|
|||
|
|
"rubric_text": "In file `expiry_tracker.xlsx`, a row must exist for Lot Code 'A-20260410-01' with columns A-L containing: SC-001, Sweet Cream Prairie, A-20260410-01, H-A, April 15 2026 (any date format), 2026-04-10 (any date format), 18, 2027-10-10 (any date format), 542 or 543, Green, 100, Monitored. Check the actual output of the cell, NOT the formula in the cell.",
|
|||
|
|
"verifier_code": "from pathlib import Path\nimport openpyxl\nimport re\nfrom datetime import datetime\n\ndef verify(workspace_path, external_services_path=None):\n # Find the expiry tracker file (flexible naming)\n xlsx_files = list(Path(workspace_path).glob('**/expiry_tracker.xlsx')) + list(Path(workspace_path).glob('**/Expiry_Tracker.xlsx'))\n if not xlsx_files:\n xlsx_files = [f for f in Path(workspace_path).glob('**/*.xlsx') if 'expiry' in f.name.lower() and 'tracker' in f.name.lower()]\n if not xlsx_files:\n xlsx_files = [f for f in Path(workspace_path).glob('**/*.xlsx') if 'expiry' in f.name.lower() or 'tracker' in f.name.lower()]\n if not xlsx_files:\n return {'pass': False, 'score': 0.0, 'feedback': 'No expiry_tracker.xlsx file found in workspace'}\n\n wb = openpyxl.load_workbook(xlsx_files[0], data_only=True)\n\n # Search across all sheets for the lot code\n target_row_num = None\n lot_col = None\n target_ws = None\n\n for sheet_name in wb.sheetnames:\n ws = wb[sheet_name]\n for row in ws.iter_rows():\n for cell in row:\n if cell.value and 'a-20260410-01' in str(cell.value).lower().strip():\n target_row_num = cell.row\n lot_col = cell.column\n target_ws = ws\n break\n if target_row_num:\n break\n if target_row_num:\n break\n\n if not target_row_num or not target_ws:\n return {'pass': False, 'score': 0.0, 'feedback': 'No row found with Lot Code A-20260410-01 in expiry_tracker.xlsx'}\n\n ws = target_ws\n\n def normalize_date(val):\n if val is None:\n return None\n if isinstance(val, datetime):\n return val.strftime('%Y-%m-%d')\n s = str(val).strip()\n for fmt in ['%Y-%m-%d', '%m/%d/%Y', '%m/%d/%y', '%B %d %Y', '%b %d %Y', '%B %d, %Y', '%b %d, %Y',\n '%Y/%m/%d', '%d-%b-%Y', '%d-%B-%Y', '%d %B %Y', '%d %b %Y', '%d/%m/%Y',\n '%m-%d-%Y', '%Y%m%d', '%b %d, %y', '%B %d %Y', '%d-%m-%Y',\n '%b-%d-%Y', '%B-%d-%Y', '%m.%d.%Y', '%d.%m.%Y', '%Y.%m.%d']:\n try:\n return datetime.strptime(s, fmt).strftime('%Y-%m-%d')\n except:\n pass\n return s.lower()\n\n # Rubric says columns A-L contain 12 items:\n # A=1: SC-001\n # B=2: Sweet Cream Prairie\n # C=3: A-20260410-01\n # D=4: H-A\n # E=5: April 15 2026\n # F=6: 2026-04-10\n # G=7: 18\n # H=8: 2027-10-10\n # I=9: 542 or 543\n # J=10: Green\n # K=11: 100\n # L=12: Monitored\n #\n # The lot code (A-20260410-01) is the 3rd item, expected in column C (col index 3).\n offset = lot_col - 3\n\n def get_val(expected_col):\n return ws.cell(row=target_row_num, column=expected_col + offset).value\n\n issues = []\n\n # A=1: SC-001\n a = get_val(1)\n if a is None or 'sc-001' not in str(a).lower().replace(' ', ''):\n issues.append(f'Col A expected SC-001, got {a}')\n\n # B=2: Sweet Cream Prairie\n b = get_val(2)\n if b is None or 'sweet cream prairie' not in str(b).lower():\n issues.append(f'Col B expected Sweet Cream Prairie, got {b}')\n\n # C=3: A-20260410-01 (already confirmed by search)\n c = get_val(3)\n if c is None or 'a-20260410-01' not in str(c).lower():\n issues.append(f'Col C expected A-20260410-01, got {c}')\n\n # D=4: H-A\n d = get_val(4)\n if d is None or 'h-a' not in str(d).lower().replace(' ', ''):\n issues.append(f'Col D expected H-A, got {d}')\n\n # E=5: April 15 2026 (any date format)\n e = get_val(5)\n e_norm = normalize_date(e)\n if e_norm is None or '2026-04-15' not in e_norm:\n issues.append(f'Col E expected April 15 2026, got {e} (normalized: {e_norm})')\n\n # F=6: 2026-04-10 (any date format)\n f_val = get_val(6)\n f_norm = normalize_date(f_val)\n if f_norm is None or '2026-04-10' not in f_norm:\n issues.append(f
|
|||
|
|
"criterion_type": "expected_output"
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
"id": "999b0abb-f444-47db-863c-9623d25639be",
|
|||
|
|
"sort_order": 4,
|
|||
|
|
"rubric_text": "In file `expiry_tracker.xlsx`, a row must exist for Lot Code B-20260408-01 with columns A-L containing: SP-001, Lavender Cream Moonrise, B-20260408-01, H-B, April 15 2026 (any format), April 8 2026 (any format), 15, July 8 2027 (any format), 448 or 449, Green, 30, Monitored",
|
|||
|
|
"verifier_code": "from pathlib import Path\nimport openpyxl\nimport re\nfrom datetime import datetime\n\ndef verify(workspace_path, external_services_path=None):\n # Find the expiry tracker file - be lenient with naming\n xlsx_files = []\n for f in Path(workspace_path).glob('**/*.xlsx'):\n if 'expiry' in f.name.lower() or 'tracker' in f.name.lower():\n xlsx_files.append(f)\n \n if not xlsx_files:\n # Last resort: check all xlsx files\n xlsx_files = list(Path(workspace_path).glob('**/*.xlsx'))\n \n if not xlsx_files:\n return {'pass': False, 'score': 0.0, 'feedback': 'No xlsx files found in workspace'}\n \n all_feedback = []\n \n for xlsx_file in xlsx_files:\n try:\n wb = openpyxl.load_workbook(xlsx_file, data_only=True)\n except Exception as e:\n all_feedback.append(f'Could not open {xlsx_file.name}: {e}')\n continue\n \n for sheet_name in wb.sheetnames:\n ws = wb[sheet_name]\n \n # Search for the lot code B-20260408-01 anywhere in the sheet\n target_rows = []\n for row in ws.iter_rows(min_row=1, max_row=ws.max_row or 1):\n for cell in row:\n if cell.value is not None:\n val_str = str(cell.value).strip().lower().replace(' ', '')\n if 'b-20260408-01' in val_str or 'b20260408-01' in val_str or 'b-2026040801' in val_str or '20260408' in val_str:\n target_rows.append(cell.row)\n \n # Also search for SP-001\n for row in ws.iter_rows(min_row=1, max_row=ws.max_row or 1):\n for cell in row:\n if cell.value is not None:\n val_str = str(cell.value).strip().lower().replace(' ', '')\n if 'sp-001' in val_str or 'sp001' in val_str:\n if cell.row not in target_rows:\n target_rows.append(cell.row)\n \n target_rows = sorted(set(target_rows))\n \n for row_num in target_rows:\n # Collect all values in this row\n row_vals = {}\n for c in range(1, 21):\n v = ws.cell(row=row_num, column=c).value\n row_vals[c] = v\n \n def normalize_date(val):\n if val is None:\n return None\n if isinstance(val, datetime):\n return val.strftime('%Y-%m-%d')\n s = str(val).strip()\n for fmt in ['%Y-%m-%d', '%m/%d/%Y', '%m/%d/%y', '%B %d %Y', '%b %d %Y',\n '%B %d, %Y', '%b %d, %Y', '%d-%b-%Y', '%d-%B-%Y',\n '%d %B %Y', '%d %b %Y', '%Y/%m/%d', '%m-%d-%Y',\n '%d/%m/%Y', '%d/%m/%y', '%Y-%m-%dT%H:%M:%S',\n '%m/%d/%Y %H:%M', '%m/%d/%Y %H:%M:%S',\n '%B %d, %Y', '%b %d, %Y', '%d-%m-%Y',\n '%Y%m%d']:\n try:\n return datetime.strptime(s, fmt).strftime('%Y-%m-%d')\n except:\n pass\n return s.lower()\n \n def check_date(val, expected_date_str):\n if val is None:\n return False\n norm = normalize_date(val)\n if norm and expected_date_str == norm:\n return True\n raw = str(val).lower()\n parts = expected_date_str.split('-')\n year, month, day = parts[0], parts[1], parts[2]\n day_int = str(int(day))\n month_int = str(int(month))\n month_names = {1:'jan',2:'feb',3:'mar',4:'apr',5:'may',6:'jun',\
|
|||
|
|
"criterion_type": "expected_output"
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
"id": "8e1be04c-7887-4d8d-b33b-66937b1f65da",
|
|||
|
|
"sort_order": 5,
|
|||
|
|
"rubric_text": "In file `expiry_tracker.xlsx`, there must be exactly 9 rows including the header row, and no row must have a lot code of 'A-20260411-01'",
|
|||
|
|
"verifier_code": "from pathlib import Path\nimport openpyxl\n\ndef verify(workspace_path, external_services_path=None):\n xlsx_files = list(Path(workspace_path).glob('**/expiry_tracker.xlsx')) + list(Path(workspace_path).glob('**/Expiry_Tracker.xlsx'))\n if not xlsx_files:\n xlsx_files = [f for f in Path(workspace_path).glob('**/*.xlsx') if 'expiry' in f.name.lower() or 'tracker' in f.name.lower()]\n if not xlsx_files:\n return {'pass': False, 'score': 0.0, 'feedback': 'No expiry_tracker.xlsx file found in workspace'}\n \n wb = openpyxl.load_workbook(xlsx_files[0], data_only=True)\n ws = wb.active\n \n # Count non-empty rows\n row_count = 0\n for row in ws.iter_rows():\n if any(cell.value is not None for cell in row):\n row_count += 1\n \n # Check for A-20260411-01 lot code\n bad_lot_rows = []\n lot_col = None\n \n # Find lot code column\n for row in ws.iter_rows():\n for cell in row:\n if cell.value and 'lot' in str(cell.value).lower():\n lot_col = cell.column\n break\n if lot_col:\n break\n \n if lot_col:\n for row in ws.iter_rows(min_row=2):\n cell = ws.cell(row=row[0].row, column=lot_col)\n if cell.value and 'a-20260411-01' in str(cell.value).lower():\n bad_lot_rows.append(row[0].row)\n else:\n # Search all cells\n for row in ws.iter_rows(min_row=2):\n for cell in row:\n if cell.value and 'a-20260411-01' in str(cell.value).lower():\n bad_lot_rows.append(row[0].row)\n break\n \n issues = []\n if row_count != 9:\n issues.append(f'Expected exactly 9 rows (including header), found {row_count}')\n if bad_lot_rows:\n issues.append(f'Found rows with lot code A-20260411-01 (should not exist): rows {bad_lot_rows}')\n \n if issues:\n return {'pass': False, 'score': 0.0, 'feedback': f'expiry_tracker.xlsx issues: {chr(10).join(issues)}'}\n \n return {'pass': True, 'score': 1.0, 'feedback': f'expiry_tracker.xlsx has exactly 9 rows and no row with lot code A-20260411-01'}\n",
|
|||
|
|
"criterion_type": "incorrect_behavior"
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
"id": "84fdd603-215e-477f-9ca5-c262da309356",
|
|||
|
|
"sort_order": 6,
|
|||
|
|
"rubric_text": "In file Inbound_Receiving_Log.xlsx, a row with manifest/PO# 11587 must exist with receipt date 4/15/26, origin TexPal Logistics, Total Cases (Manifest) 50, Status 'Pre-arrival', Notes about inspecting for splinters/broken slats/stains/pest evidence and rejecting pallets unable to hold 1500 lbs; columns D, G-K, and O set to 'X' or 'N/A' (N/A may have text after as long as it is present); columns F, L-N, P-R set to 'Pending', and S set to ‘Open’.",
|
|||
|
|
"verifier_code": "from pathlib import Path\nimport openpyxl\nfrom datetime import datetime\n\ndef verify(workspace_path, external_services_path=None):\n # Find the file with loose matching\n xlsx_files = list(Path(workspace_path).glob('**/Inbound_Receiving_Log.xlsx')) + list(Path(workspace_path).glob('**/inbound_receiving_log.xlsx'))\n if not xlsx_files:\n xlsx_files = [f for f in Path(workspace_path).glob('**/*.xlsx') if 'inbound' in f.name.lower() or 'receiving' in f.name.lower()]\n if not xlsx_files:\n return {'pass': False, 'score': 0.0, 'feedback': 'No Inbound_Receiving_Log.xlsx found in workspace'}\n\n wb = openpyxl.load_workbook(xlsx_files[0], data_only=True)\n ws = wb.active\n\n # Find row with 11587\n target_row_num = None\n for row in ws.iter_rows():\n for cell in row:\n if cell.value is not None:\n val = str(cell.value).strip()\n if val == '11587' or val == '11587.0':\n target_row_num = cell.row\n break\n if target_row_num:\n break\n\n if not target_row_num:\n return {'pass': False, 'score': 0.0, 'feedback': 'No row found with manifest/PO# 11587 in Inbound_Receiving_Log.xlsx'}\n\n row_num = target_row_num\n\n def get_val(col_idx):\n return ws.cell(row=row_num, column=col_idx).value\n\n def normalize_date(val):\n if val is None:\n return None\n if isinstance(val, datetime):\n return val.strftime('%Y-%m-%d')\n s = str(val).strip()\n for fmt in ['%Y-%m-%d', '%m/%d/%Y', '%m/%d/%y', '%m-%d-%Y', '%m-%d-%y']:\n try:\n return datetime.strptime(s, fmt).strftime('%Y-%m-%d')\n except:\n pass\n return s\n\n def is_x_or_na(val):\n if val is None:\n return True # empty is acceptable (could be N/A)\n s = str(val).strip().lower()\n if s in ['x', 'n/a', 'na', '']:\n return True\n # N/A may have text after as long as it is present\n if s.startswith('n/a') or s.startswith('na '):\n return True\n return False\n\n def is_pending(val):\n if val is None:\n return False\n return 'pending' in str(val).strip().lower()\n\n def is_open(val):\n if val is None:\n return False\n return str(val).strip().lower() == 'open'\n\n # Gather all text from row for loose text matching\n max_col = ws.max_column or 30\n all_row_vals = []\n for c in range(1, max_col + 1):\n v = get_val(c)\n all_row_vals.append(str(v or '').lower())\n all_row_text = ' '.join(all_row_vals)\n\n issues = []\n\n # Check receipt date = 4/15/26 (i.e. April 15, 2026)\n date_found = False\n for c in range(1, max_col + 1):\n v = get_val(c)\n norm = normalize_date(v)\n if norm and norm == '2026-04-15':\n date_found = True\n break\n if not date_found:\n # Also check text representations\n if '4/15/26' in all_row_text or '4/15/2026' in all_row_text or '2026-04-15' in all_row_text or 'april 15' in all_row_text:\n date_found = True\n if not date_found:\n issues.append('Receipt date 4/15/26 not found in row')\n\n # Check origin TexPal Logistics\n if 'texpal' not in all_row_text:\n issues.append('Origin TexPal Logistics not found in row')\n\n # Check Total Cases (Manifest) = 50\n found_50 = False\n for c in range(1, max_col + 1):\n v = get_val(c)\n if v is not None:\n try:\n if abs(float(str(v)) - 50) < 1:\n found_50 = True\n break\n except:\n pass\n if not found_50:\n issues.append('Total Cases (Manifest) 50 not found in row')\n\n # Check Status = Pre-arrival\n if 'pre-arrival' not in all_row_text and 'pre arrival' not in all_row_text and 'prearrival' not in all_row_text:\n issues.append('Status Pre-arrival n
|
|||
|
|
"criterion_type": "expected_output"
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
"id": "b369268f-dbfb-437c-bca4-c28ad2901138",
|
|||
|
|
"sort_order": 7,
|
|||
|
|
"rubric_text": "In file Inbound_Receiving_Log.xlsx, a row with manifest/PO# 67204 must exist with receipt date 4/15/26, origin Lone Star Toppings Co., Total Cases (Manifest) 45, Status 'Pre-arrival', Notes about allergen alert with tree nuts and peanuts and verifying allergen labeling; columns D, G-K, and O set to 'X' or 'N/A' (N/A may have text after as long as it is present); columns F, L-N, P-R set to 'Pending', and S set to ‘Open’",
|
|||
|
|
"verifier_code": "from pathlib import Path\nimport openpyxl\nfrom datetime import datetime\n\ndef verify(workspace_path, external_services_path=None):\n # Find the file with loose matching\n xlsx_files = list(Path(workspace_path).glob('**/Inbound_Receiving_Log.xlsx')) + \\\n list(Path(workspace_path).glob('**/inbound_receiving_log.xlsx'))\n if not xlsx_files:\n xlsx_files = [f for f in Path(workspace_path).glob('**/*.xlsx') if 'inbound' in f.name.lower() or 'receiving' in f.name.lower()]\n if not xlsx_files:\n return {'pass': False, 'score': 0.0, 'feedback': 'No Inbound_Receiving_Log.xlsx found in workspace'}\n \n wb = openpyxl.load_workbook(xlsx_files[0], data_only=True)\n ws = wb.active\n \n # Find row containing 67204\n target_row_num = None\n for row in ws.iter_rows():\n for cell in row:\n if cell.value is not None:\n val = str(cell.value).strip()\n if val == '67204' or val == '67204.0':\n target_row_num = cell.row\n break\n if target_row_num:\n break\n \n if not target_row_num:\n return {'pass': False, 'score': 0.0, 'feedback': 'No row found with manifest/PO# 67204 in Inbound_Receiving_Log.xlsx'}\n \n row_num = target_row_num\n \n def get_val(col_idx):\n return ws.cell(row=row_num, column=col_idx).value\n \n # Collect all text in the row for broad checks\n max_col = ws.max_column or 30\n all_row_values = []\n for c in range(1, max_col + 1):\n v = get_val(c)\n all_row_values.append(v)\n all_row_text = ' '.join([str(v or '').lower() for v in all_row_values])\n \n def normalize_date(val):\n if val is None:\n return None\n if isinstance(val, datetime):\n return val.strftime('%Y-%m-%d')\n s = str(val).strip()\n for fmt in ['%Y-%m-%d', '%m/%d/%Y', '%m/%d/%y', '%m-%d-%Y', '%m-%d-%y']:\n try:\n return datetime.strptime(s, fmt).strftime('%Y-%m-%d')\n except:\n pass\n return s\n \n def is_x_or_na(val):\n \"\"\"Accept X, N/A (possibly with text after), empty/None, or NA.\"\"\"\n if val is None:\n return True\n s = str(val).strip().lower()\n if s == '':\n return True\n if s == 'x':\n return True\n if s.startswith('n/a') or s.startswith('na'):\n return True\n return False\n \n def is_pending(val):\n if val is None:\n return False\n return 'pending' in str(val).strip().lower()\n \n def is_open(val):\n if val is None:\n return False\n return str(val).strip().lower() == 'open'\n \n issues = []\n \n # Check receipt date = 4/15/26 (i.e., 2026-04-15)\n date_found = False\n date_checks = ['2026-04-15', '4/15/26', '4/15/2026', 'april 15']\n for dc in date_checks:\n if dc in all_row_text:\n date_found = True\n break\n if not date_found:\n for c in range(1, max_col + 1):\n norm = normalize_date(get_val(c))\n if norm and '2026-04-15' in norm:\n date_found = True\n break\n if not date_found:\n issues.append('Receipt date 4/15/26 not found in row')\n \n # Check origin Lone Star Toppings\n if 'lone star' not in all_row_text:\n issues.append('Origin Lone Star Toppings Co. not found in row')\n \n # Check Total Cases = 45\n found_45 = False\n for c in range(1, max_col + 1):\n v = get_val(c)\n if v is not None:\n try:\n if abs(float(str(v)) - 45) < 1:\n found_45 = True\n break\n except:\n pass\n if not found_45:\n issues.append('Total Cases (Manifest) 45 not found in row')\n \n # Check Status = Pre-arrival\n if 'pre-arrival' not in all_row_text and 'pre arrival' not in all_row
|
|||
|
|
"criterion_type": "expected_output"
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
"id": "f2e1929e-2228-4d11-9fd6-8d79cbb6d35a",
|
|||
|
|
"sort_order": 8,
|
|||
|
|
"rubric_text": "In file `temperature_log.xlsx`, there must be exactly 23 rows including the header row",
|
|||
|
|
"verifier_code": "from pathlib import Path\nimport openpyxl\n\ndef verify(workspace_path, external_services_path=None):\n xlsx_files = list(Path(workspace_path).glob('**/temperature_log.xlsx')) + list(Path(workspace_path).glob('**/Temperature_Log.xlsx'))\n if not xlsx_files:\n xlsx_files = [f for f in Path(workspace_path).glob('**/*.xlsx') if 'temperature' in f.name.lower() or 'temp_log' in f.name.lower()]\n if not xlsx_files:\n return {'pass': False, 'score': 0.0, 'feedback': 'No temperature_log.xlsx file found in workspace'}\n \n wb = openpyxl.load_workbook(xlsx_files[0], data_only=True)\n ws = wb.active\n \n row_count = 0\n for row in ws.iter_rows():\n if any(cell.value is not None for cell in row):\n row_count += 1\n \n if row_count != 23:\n return {'pass': False, 'score': 0.0, 'feedback': f'temperature_log.xlsx has {row_count} non-empty rows, expected exactly 23 (including header)'}\n \n return {'pass': True, 'score': 1.0, 'feedback': f'temperature_log.xlsx has exactly 23 rows including header'}\n",
|
|||
|
|
"criterion_type": "incorrect_behavior"
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
"id": "c3753422-0cdb-427c-9bbf-4dcd10e2c1c6",
|
|||
|
|
"sort_order": 9,
|
|||
|
|
"rubric_text": "In file `inventory_master.xlsx`, there must be exactly 7 rows including the header row",
|
|||
|
|
"verifier_code": "from pathlib import Path\nimport openpyxl\n\ndef verify(workspace_path, external_services_path=None):\n xlsx_files = list(Path(workspace_path).glob('**/inventory_master.xlsx')) + list(Path(workspace_path).glob('**/Inventory_Master.xlsx'))\n if not xlsx_files:\n xlsx_files = [f for f in Path(workspace_path).glob('**/*.xlsx') if 'inventory' in f.name.lower() and 'master' in f.name.lower()]\n if not xlsx_files:\n return {'pass': False, 'score': 0.0, 'feedback': 'No inventory_master.xlsx file found in workspace'}\n \n wb = openpyxl.load_workbook(xlsx_files[0], data_only=True)\n ws = wb.active\n \n row_count = 0\n for row in ws.iter_rows():\n if any(cell.value is not None for cell in row):\n row_count += 1\n \n if row_count != 7:\n return {'pass': False, 'score': 0.0, 'feedback': f'inventory_master.xlsx has {row_count} non-empty rows, expected exactly 7 (including header)'}\n \n return {'pass': True, 'score': 1.0, 'feedback': f'inventory_master.xlsx has exactly 7 rows including header'}\n",
|
|||
|
|
"criterion_type": "incorrect_behavior"
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
"id": "rubric_1776513856839",
|
|||
|
|
"sort_order": 10,
|
|||
|
|
"rubric_text": "There should be no Slack DM sent to Alicia Nguyen.",
|
|||
|
|
"verifier_code": "from pathlib import Path\nimport json\n\ndef verify(workspace_path, external_services_path=None):\n # We need to check external services (Slack) to verify no DM was sent to Alicia Nguyen.\n # Slack messages might be stored in external_services_path.\n \n if external_services_path is None:\n # If no external services path is provided, we can't confirm Slack messages.\n # But since all 3 examples failed, we should check workspace for any Slack-related logs too.\n # Be generous: if we can't check, we pass (prefer false positives).\n return {\"pass\": True, \"score\": 1.0, \"feedback\": \"No external_services_path provided to check Slack messages. Cannot confirm DMs were sent, so passing by default.\"}\n \n ext_path = Path(external_services_path)\n \n # Check for Slack data in various possible file locations\n slack_files = [\n ext_path / \"slack_data.json\",\n ext_path / \"slack_messages.json\",\n ext_path / \"slack.json\",\n ]\n \n found_slack_file = None\n slack_data = None\n \n for sf in slack_files:\n if sf.exists():\n found_slack_file = sf\n try:\n with open(sf, 'r') as f:\n slack_data = json.load(f)\n except Exception as e:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"Error reading Slack data file {sf}: {e}\"}\n break\n \n if found_slack_file is None:\n # Also try to find any json file that might contain slack data\n for jf in ext_path.glob(\"*.json\"):\n try:\n with open(jf, 'r') as f:\n data = json.load(f)\n # Check if this looks like slack data\n if isinstance(data, dict) and any(k in data for k in ['messages', 'channels', 'dms', 'direct_messages', 'ims']):\n slack_data = data\n found_slack_file = jf\n break\n except:\n continue\n \n if slack_data is None:\n return {\"pass\": True, \"score\": 1.0, \"feedback\": \"No Slack data file found in external services. Cannot confirm any DMs were sent, passing by default.\"}\n \n # Now search for DMs to Alicia Nguyen\n alicia_variants = [\"alicia nguyen\", \"alicia_nguyen\", \"alicia.nguyen\", \"nguyen, alicia\", \"alicianguyen\"]\n \n def is_alicia(text):\n if text is None:\n return False\n text_lower = text.lower().strip()\n for variant in alicia_variants:\n if variant in text_lower:\n return True\n return False\n \n dm_found = False\n dm_details = []\n \n # Check various possible structures for Slack DMs\n def search_messages(obj, path=\"\"):\n nonlocal dm_found, dm_details\n if isinstance(obj, dict):\n # Check if this dict represents a message/DM to Alicia\n to_field = obj.get('to') or obj.get('recipient') or obj.get('to_user') or obj.get('recipient_name') or obj.get('channel_name') or obj.get('dm_to') or ''\n user_field = obj.get('user') or obj.get('username') or obj.get('user_name') or ''\n channel_field = obj.get('channel') or obj.get('channel_name') or ''\n \n # Check if it's a DM context directed at Alicia\n if is_alicia(str(to_field)) or (is_alicia(str(channel_field)) and ('dm' in path.lower() or 'direct' in path.lower() or 'im' in path.lower())):\n dm_found = True\n dm_details.append(f\"Found DM to Alicia Nguyen at path={path}: {json.dumps(obj)[:300]}\")\n \n for k, v in obj.items():\n search_messages(v, f\"{path}.{k}\")\n elif isinstance(obj, list):\n for i, item in enumerate(obj):\n search_messages(item, f\"{path}[{i}]\")\n \n search_messages(slack_data)\n \n if dm_found:\n return {\"pass\": False, \"score\": 0.0, \"feedback\": f\"FAIL: Found Sl
|
|||
|
|
"criterion_type": "incorrect_behavior"
|
|||
|
|
}
|
|||
|
|
]
|