{ "edges": [ { "to": "fe99e9c0-9104-4b2b-add6-ef68b331491f", "from": "6a5ff5a1-b75f-4cf2-a952-ff20bf29c054", "toPort": "0", "fromPort": "0" }, { "to": "91fca1e3-7d83-4798-8b59-b135eb7deac4", "from": "a37b5bfa-5671-4854-a18e-1ab5b0e25e7d", "toPort": "0", "fromPort": "ai_languageModel" }, { "to": "aeded02e-86ef-4243-a06f-03a71ad56951", "from": "fcd81c55-e173-4cd2-b870-8b5af138e4dd", "toPort": "0", "fromPort": "0" }, { "to": "23c9765a-cc3f-4335-9b47-93034435c48c", "from": "d819daba-640c-4539-bdd1-afddfac010ce", "toPort": "0", "fromPort": "0" }, { "to": "78818b79-e7b4-4510-84b1-536dd8f5f993", "from": "cc5675cc-44b6-4a68-befd-b46062440ae4", "toPort": "0", "fromPort": "0" }, { "to": "d819daba-640c-4539-bdd1-afddfac010ce", "from": "4b62e05b-86b8-4699-9c25-33b93b771912", "toPort": "0", "fromPort": "1" }, { "to": "381c017a-5248-47ea-a723-ad8dcf379a67", "from": "ee15e729-f594-4692-949e-78e7845d6c27", "toPort": "0", "fromPort": "0" }, { "to": "d142e14e-2764-4524-97ff-d5fe200f293c", "from": "ee15e729-f594-4692-949e-78e7845d6c27", "toPort": "0", "fromPort": "1" }, { "to": "aeded02e-86ef-4243-a06f-03a71ad56951", "from": "06c934d2-e0dc-449f-8a87-945043c84bf0", "toPort": "0", "fromPort": "ai_languageModel" }, { "to": "d819daba-640c-4539-bdd1-afddfac010ce", "from": "4725d4f7-1e51-4042-b6fe-f3d98630be9d", "toPort": "0", "fromPort": "ai_languageModel" }, { "to": "fcd81c55-e173-4cd2-b870-8b5af138e4dd", "from": "78818b79-e7b4-4510-84b1-536dd8f5f993", "toPort": "0", "fromPort": "0" }, { "to": "4b62e05b-86b8-4699-9c25-33b93b771912", "from": "381c017a-5248-47ea-a723-ad8dcf379a67", "toPort": "0", "fromPort": "0" }, { "to": "ee15e729-f594-4692-949e-78e7845d6c27", "from": "aeded02e-86ef-4243-a06f-03a71ad56951", "toPort": "0", "fromPort": "0" }, { "to": "d142e14e-2764-4524-97ff-d5fe200f293c", "from": "aeded02e-86ef-4243-a06f-03a71ad56951", "toPort": "0", "fromPort": "1" }, { "to": "fcd81c55-e173-4cd2-b870-8b5af138e4dd", "from": "fe99e9c0-9104-4b2b-add6-ef68b331491f", "toPort": "0", "fromPort": "0" }, { "to": "aeded02e-86ef-4243-a06f-03a71ad56951", "from": "91fca1e3-7d83-4798-8b59-b135eb7deac4", "toPort": "0", "fromPort": "ai_outputParser" } ], "nodes": [ { "id": "6a5ff5a1-b75f-4cf2-a952-ff20bf29c054", "name": "trigger", "type": "trigger", "params": { "kind": "n8n-nodes-base.executeWorkflowTrigger", "workflowInputs": { "values": [ { "name": "message_text" }, { "name": "timezone" } ] } }, "position": [ -112, -16 ] }, { "id": "fe99e9c0-9104-4b2b-add6-ef68b331491f", "name": "normalize_trigger_input", "type": "set", "params": { "options": {}, "assignments": { "assignments": [ { "id": "e55d98cb-b0f1-4bd9-9d39-8ffdde608ffd", "name": "message_text", "type": "string", "value": "={{ $('trigger').first().json.message_text }}" }, { "id": "33ce078d-3592-480c-b43f-42e78c44f39c", "name": "now", "type": "string", "value": "={{ new Date().toISOString() }}" }, { "id": "55a26125-534d-428a-8690-a8767400fc61", "name": "timezone", "type": "string", "value": "={{ $('trigger').first().json.timezone }}" } ] } }, "position": [ 192, -16 ] }, { "id": "cc5675cc-44b6-4a68-befd-b46062440ae4", "name": "load_eval_data", "type": "integration", "params": { "service": "evaluationtrigger", "limitRows": true, "operation": "run", "sheetName": { "__rl": true, "mode": "list", "value": "gid=0", "cachedResultUrl": "https://docs.google.com/spreadsheets/d/1U89nPsasM2WNv1D7gEYINhDwylyxYw7BOd_i8ipFC0M/edit#gid=0", "cachedResultName": "meeting_extractor" }, "documentId": { "__rl": true, "mode": "id", "value": "1U89nPsasM2WNv1D7gEYINhDwylyxYw7BOd_i8ipFC0M" }, "__originalType": "n8n-nodes-base.evaluationTrigger" }, "position": [ -96, 336 ] }, { "id": "fcd81c55-e173-4cd2-b870-8b5af138e4dd", "name": "merged_inputs", "type": "passthrough", "params": { "mode": "noOp" }, "position": [ 480, -16 ] }, { "id": "91fca1e3-7d83-4798-8b59-b135eb7deac4", "name": "Structured Output Parser", "type": "passthrough", "params": { "mode": "noOp", "autoFix": true, "schemaType": "manual", "inputSchema": "{\n \"$schema\": \"https://json-schema.org/draft/2020-12/schema\",\n \"title\": \"Meeting Details Extraction\",\n \"type\": \"object\",\n \"properties\": {\n \"meeting\": {\n \"type\": \"object\",\n \"description\": \"Extracted meeting/event details from the message\",\n \"additionalProperties\": false,\n \"properties\": {\n \"title\": {\n \"type\": [\"string\", \"null\"],\n \"minLength\": 1,\n \"description\": \"Meeting title or subject\"\n },\n \"date\": {\n \"type\": [\"string\", \"null\"],\n \"pattern\": \"^\\\\d{4}-\\\\d{2}-\\\\d{2}$\",\n \"description\": \"Meeting date in YYYY-MM-DD format\"\n },\n \"time\": {\n \"type\": [\"string\", \"null\"],\n \"pattern\": \"^\\\\d{2}:\\\\d{2}$\",\n \"description\": \"Meeting time in HH:mm 24-hour format\"\n },\n \"location\": {\n \"type\": [\"string\", \"null\"],\n \"description\": \"Physical location or venue\"\n },\n \"meeting_link\": {\n \"type\": [\"string\", \"null\"],\n \"format\": \"uri\",\n \"description\": \"URL for virtual meeting or location map\"\n },\n \"attendees\": {\n \"type\": [\"string\", \"null\"],\n \"description\": \"Who is invited or attending\"\n },\n \"notes\": {\n \"type\": [\"string\", \"null\"],\n \"maxLength\": 500,\n \"description\": \"Additional context or instructions\"\n }\n },\n \"required\": [\"title\", \"date\", \"time\"]\n },\n \"reasoning\": {\n \"type\": \"string\",\n \"minLength\": 1,\n \"maxLength\": 200,\n \"description\": \"Explanation of how relative date/time terms were resolved\"\n }\n },\n \"required\": [\"meeting\", \"reasoning\"],\n \"additionalProperties\": false,\n \"examples\": [\n {\n \"meeting\": {\n \"title\": \"Q1 planning session\",\n \"date\": \"2025-03-12\",\n \"time\": \"14:30\",\n \"location\": \"main conference room\",\n \"meeting_link\": \"https://zoom.us/j/123456789\",\n \"attendees\": \"team\",\n \"notes\": \"bring department budgets and proposals\"\n },\n \"reasoning\": \"Explicit date 'March 12th' and time '2:30 PM' provided\"\n }\n ]\n}" }, "position": [ 960, 224 ] }, { "id": "06c934d2-e0dc-449f-8a87-945043c84bf0", "name": "OpenAI Chat Model", "type": "llm", "params": { "model": "gpt-4.1-mini", "options": { "maxRetries": 3, "temperature": 0, "responseFormat": "json_object" }, "provider": "openai", "temperature": 0 }, "position": [ 736, 224 ] }, { "id": "a37b5bfa-5671-4854-a18e-1ab5b0e25e7d", "name": "output_fixer", "type": "llm", "params": { "model": "gpt-5-mini", "options": {}, "provider": "openai" }, "position": [ 944, 448 ] }, { "id": "4725d4f7-1e51-4042-b6fe-f3d98630be9d", "name": "OpenAI Chat Model1", "type": "llm", "params": { "model": "gpt-5-mini", "options": {}, "provider": "openai", "builtInTools": {} }, "position": [ 2560, 464 ] }, { "id": "4b62e05b-86b8-4699-9c25-33b93b771912", "name": "not_evaluating", "type": "if", "params": { "options": {}, "conditions": { "options": { "version": 3, "leftValue": "", "caseSensitive": true, "typeValidation": "strict" }, "combinator": "and", "conditions": [ { "id": "b8664dcf-79e2-4ea8-8b60-6499c926e65d", "operator": { "type": "boolean", "operation": "false", "singleValue": true }, "leftValue": "={{ !!$('merged_inputs').item.json.is_evaluating }}", "rightValue": false }, { "id": "ca933c48-3547-4237-8342-f580c8eb7d5d", "operator": { "name": "filter.operator.equals", "type": "string", "operation": "equals" }, "leftValue": "", "rightValue": "" } ] } }, "position": [ 2048, -48 ] }, { "id": "d142e14e-2764-4524-97ff-d5fe200f293c", "name": "handle_error", "type": "passthrough", "params": { "mode": "noOp", "errorType": "errorObject", "errorObject": "={{ JSON.stringify({\n error: {\n message: 'AI agent failed to normalize event strings',\n execution: $execution,\n workflow: $workflow\n },\n timestamp: new Date().toISOString()\n}) }}" }, "position": [ 1552, 288 ] }, { "id": "78818b79-e7b4-4510-84b1-536dd8f5f993", "name": "normalize_eval_data", "type": "set", "params": { "options": {}, "assignments": { "assignments": [ { "id": "d3c3e6f8-7914-4339-8569-08d1ef00b68e", "name": "message_text", "type": "string", "value": "={{ $('load_eval_data').item.json.input }}" }, { "id": "b83909cc-24f2-4aea-ac1a-78b48f1026a0", "name": "is_evaluating", "type": "boolean", "value": true }, { "id": "0af096b4-c8b5-43fe-97b3-ebe36b497579", "name": "=now", "type": "string", "value": "={{ new Date('2026-01-06T15:30:00Z').toISOString() }}" }, { "id": "49eee69b-52d0-45fb-9c2d-3cef6a88ab8d", "name": "timezone", "type": "string", "value": "America/Argentina/Buenos_Aires" } ] } }, "position": [ 208, 336 ] }, { "id": "23c9765a-cc3f-4335-9b47-93034435c48c", "name": "record_eval_output", "type": "integration", "params": { "source": "googleSheets", "outputs": { "values": [ { "outputName": "actual_output", "outputValue": "={{ JSON.stringify($('normalize_agent_output').first().json.meeting) }}" }, { "outputName": "metadata", "outputValue": "={{ JSON.stringify($('normalize_agent_output').first().json.reasoning) }}" }, { "outputName": "match", "outputValue": "={{ $('evaluate_match').first().json.match }}" } ] }, "service": "evaluation", "operation": "run", "sheetName": { "__rl": true, "mode": "list", "value": "gid=0", "cachedResultUrl": "https://docs.google.com/spreadsheets/d/12ZpnquNrd3bxK0y9iCxNi1kQ8QKOZioYMA5Inx6SNz0/edit#gid=0", "cachedResultName": "meeting_extractor" }, "documentId": { "__rl": true, "mode": "id", "value": "1U89nPsasM2WNv1D7gEYINhDwylyxYw7BOd_i8ipFC0M" }, "__originalType": "n8n-nodes-base.evaluation" }, "position": [ 2768, 224 ] }, { "id": "d819daba-640c-4539-bdd1-afddfac010ce", "name": "evaluate_match", "type": "integration", "params": { "prompt": "=Compare actual_meeting to expected_meeting and score from 1 to 5.\n\nEXACT MATCH fields (byte-for-byte):\n- date (YYYY-MM-DD): \"2026-01-07\" ≠ \"2026-01-08\"\n- time (HH:mm): \"15:00\" ≠ \"15:01\" \n- meeting_link (full URL): \"https://zoom.us/j/123\" ≠ \"https://zoom.us/j/124\"\n\nSEMANTIC MATCH fields (meaning matters, wording flexible):\n- title: \"dentist appointment\" = \"dentist appt\" = \"dental appointment\"\n- location: \"731 Libertad\" = \"Libertad 731\" = \"Libertad, 731\"\n- attendees: \"team\" = \"the team\" (null expected → null actual preferred)\n- notes: \"bring documents\" = \"bring your documents\" \"bring your documents\" (null expected → null actual preferred)\n\nNULL handling:\n- If expected is null, actual should be null (exact fields) or tolerate minor differences (semantic fields)\n\nSCORING:\n5 = Perfect match (all exact fields identical, all semantic fields equivalent)\n4 = Minor semantic differences (exact fields match, semantic slightly off)\n3 = Some exact fields wrong OR multiple semantic mismatches\n2 = Major exact field errors (date/time/link wrong)\n1 = Completely failed (multiple exact fields wrong)\n\nOutput only the number: 1, 2, 3, 4, or 5", "options": { "metricName": "match" }, "service": "evaluation", "operation": "setMetrics", "actualAnswer": "={{ JSON.stringify($('normalize_agent_output').first().json.meeting) }}", "__originalType": "n8n-nodes-base.evaluation", "expectedAnswer": "={{ JSON.stringify($('load_eval_data').item.json.expected_output) }}" }, "position": [ 2416, 224 ] }, { "id": "aeded02e-86ef-4243-a06f-03a71ad56951", "name": "extract_meeting_details", "type": "llm", "params": { "text": "=Inputs:\n- message_text: {{ $('merged_inputs').first().json.message_text }}\n- reference_datetime_utc: {{ $('merged_inputs').first().json.now }}\n- timezone: {{ $('merged_inputs').first().json.timezone }}", "prompt": "=Inputs:\n- message_text: {{ $('merged_inputs').first().json.message_text }}\n- reference_datetime_utc: {{ $('merged_inputs').first().json.now }}\n- timezone: {{ $('merged_inputs').first().json.timezone }}", "options": { "systemMessage": "=You are a meeting details extractor.\n\nExtract structured information from messages about meetings, appointments, or events.\n\nInput:\n- message_text: The message to extract from\n- reference_datetime_iso: Current date/time for resolving relative terms\n- timezone: IANA timezone for date/time resolution\n\nOutput (STRICT JSON only):\n{\n \"meeting\": {\n \"title\": \"\",\n \"date\": \"\",\n \"time\": \"\",\n \"location\": \"\",\n \"meeting_link\": \"\",\n \"attendees\": \"\",\n \"notes\": \"\"\n },\n \"reasoning\": \"\"\n}\n\nRules:\n- Resolve relative dates (\"tomorrow\", \"next Friday\") using reference_datetime_iso and timezone\n- Date format: YYYY-MM-DD (always future date)\n- Time format: HH:mm (24-hour, e.g., \"14:30\" not \"2:30 PM\")\n- If field is not mentioned, use null\n- Extract location AND link if both present\n- Keep notes brief and relevant\n- Attendees: extract only actual people/groups mentioned. Ignore message recipients like \"@channel\", \"@everyone\", \"@here\"\n- Reasoning (separate key): explain how you resolved relative terms like \"tomorrow\", \"next Friday\", \"in 2 hours\"\n - Example: \"'tomorrow' from 2026-01-06 15:30 EST → 2026-01-07\"\n - Example: \"'next Tuesday' from 2026-01-06 → 2026-01-13\"\n - Example: \"'in 1 hour' from 2026-01-06 15:30 → 16:30\"\n - If no relative terms, state: \"Explicit date/time provided\"\n\nReturn only valid JSON. No markdown, no extra text." }, "provider": "openai", "promptType": "define", "approximated": true, "systemMessage": "=You are a meeting details extractor.\n\nExtract structured information from messages about meetings, appointments, or events.\n\nInput:\n- message_text: The message to extract from\n- reference_datetime_iso: Current date/time for resolving relative terms\n- timezone: IANA timezone for date/time resolution\n\nOutput (STRICT JSON only):\n{\n \"meeting\": {\n \"title\": \"\",\n \"date\": \"\",\n \"time\": \"\",\n \"location\": \"\",\n \"meeting_link\": \"\",\n \"attendees\": \"\",\n \"notes\": \"\"\n },\n \"reasoning\": \"\"\n}\n\nRules:\n- Resolve relative dates (\"tomorrow\", \"next Friday\") using reference_datetime_iso and timezone\n- Date format: YYYY-MM-DD (always future date)\n- Time format: HH:mm (24-hour, e.g., \"14:30\" not \"2:30 PM\")\n- If field is not mentioned, use null\n- Extract location AND link if both present\n- Keep notes brief and relevant\n- Attendees: extract only actual people/groups mentioned. Ignore message recipients like \"@channel\", \"@everyone\", \"@here\"\n- Reasoning (separate key): explain how you resolved relative terms like \"tomorrow\", \"next Friday\", \"in 2 hours\"\n - Example: \"'tomorrow' from 2026-01-06 15:30 EST → 2026-01-07\"\n - Example: \"'next Tuesday' from 2026-01-06 → 2026-01-13\"\n - Example: \"'in 1 hour' from 2026-01-06 15:30 → 16:30\"\n - If no relative terms, state: \"Explicit date/time provided\"\n\nReturn only valid JSON. No markdown, no extra text.", "hasOutputParser": true }, "position": [ 784, -32 ] }, { "id": "ee15e729-f594-4692-949e-78e7845d6c27", "name": "validate_output", "type": "if", "params": { "options": {}, "conditions": { "options": { "version": 2, "leftValue": "", "caseSensitive": true, "typeValidation": "strict" }, "combinator": "and", "conditions": [ { "id": "check_has_output", "operator": { "type": "object", "operation": "notEmpty", "singleValue": true }, "leftValue": "={{ $('extract_meeting_details').first().json.output }}", "rightValue": "" } ] } }, "position": [ 1520, -32 ] }, { "id": "381c017a-5248-47ea-a723-ad8dcf379a67", "name": "normalize_agent_output", "type": "set", "params": { "options": {}, "assignments": { "assignments": [ { "id": "1b6532c7-3aa9-4e66-aa5c-9b7393b012e9", "name": "meeting", "type": "object", "value": "={{ $('extract_meeting_details').first().json.output.meeting }}" }, { "id": "021c3a90-77a6-44d4-a4ee-7b34d4c20d66", "name": "reasoning", "type": "string", "value": "={{ $('extract_meeting_details').first().json.output.reasoning }}" } ] } }, "position": [ 1776, -48 ] } ] }

Extract meeting details with GPT-4.1-mini and evaluate accuracy in Google Sheets