Crawl documentation sites and build an AI knowledge base with Olostep

073d6c6a-65a5-4751-8d43-b23b68037cce

Latency
79211ms
Cost
$0.0005
Tokens
536
Status
partial
gemini-2.5-flash

Workflow Graph

Trace

[
  {
    "data": {
      "nodeType": "manualTrigger"
    },
    "event": "node_start",
    "nodeId": "93d0600b-1761-428f-8b67-e917a15da853",
    "timestamp": 1783147948458
  },
  {
    "data": {
      "initialData": {
        "id": "doc-crawl-12345",
        "url": "https://example.com/docs/getting-started",
        "urls": [
          "https://example.com/docs/getting-started",
          "https://example.com/docs/api-reference"
        ],
        "output": {
          "Curl": "curl -X GET https://api.example.com/v1/status",
          "Quick Summary": "This section covers the initial setup and basic usage of the ExampleDocs API.",
          "Authentication": "API keys are required for all requests. Obtain your key from the developer portal.",
          "Common Gotchas": "Ensure your API key is correctly formatted and included in the Authorization header."
        },
        "Service": "ExampleDocs",
        "counter": 0,
        "parent_id": "kb-project-abcde",
        "url.split": [
          "https://example.com/docs/getting-started",
          "https://example.com/docs/api-reference"
        ],
        "markdown_content": "# Getting Started\n\nWelcome to the ExampleDocs documentation. This guide will help you get started with our API."
      }
    },
    "event": "triggered",
    "nodeId": "manualTrigger",
    "timestamp": 1783147948458
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "manualTrigger"
    },
    "event": "node_end",
    "nodeId": "93d0600b-1761-428f-8b67-e917a15da853",
    "timestamp": 1783147948458
  },
  {
    "data": {
      "nodeType": "llm"
    },
    "event": "node_start",
    "nodeId": "a220f30c-6118-4f22-a1d3-3a9f88c5f32f",
    "timestamp": 1783147948462
  },
  {
    "data": {
      "messages": 1,
      "maxTokens": 1024
    },
    "event": "calling google/gpt-4o-mini",
    "nodeId": "llm",
    "timestamp": 1783147948462
  },
  {
    "data": {
      "model": "gpt-4o-mini",
      "provider": "google"
    },
    "event": "llm_call",
    "nodeId": "_context",
    "timestamp": 1783147948462
  },
  {
    "data": {
      "error": "Google Gemini API error (500): {\n  \"error\": {\n    \"code\": 500,\n    \"message\": \"An internal error has occurred. Please retry or report in https://developers.generativeai.google/guide/troubleshooting\",\n    \"status\": \"INTERNAL\"\n  }\n}\n",
      "status": "error",
      "degraded": true,
      "nodeType": "llm"
    },
    "event": "node_end",
    "nodeId": "a220f30c-6118-4f22-a1d3-3a9f88c5f32f",
    "timestamp": 1783147973795
  },
  {
    "data": {
      "nodeType": "llm"
    },
    "event": "node_start",
    "nodeId": "07cd6030-a934-422a-ab5d-5cbbae7b9644",
    "timestamp": 1783147973800
  },
  {
    "data": {
      "messages": 1,
      "maxTokens": 1024
    },
    "event": "calling google/gpt-4o-mini",
    "nodeId": "llm",
    "timestamp": 1783147973800
  },
  {
    "data": {
      "model": "gpt-4o-mini",
      "provider": "google"
    },
    "event": "llm_call",
    "nodeId": "_context",
    "timestamp": 1783147973800
  },
  {
    "data": {
      "error": "Google Gemini API error (500): {\n  \"error\": {\n    \"code\": 500,\n    \"message\": \"An internal error has occurred. Please retry or report in https://developers.generativeai.google/guide/troubleshooting\",\n    \"status\": \"INTERNAL\"\n  }\n}\n",
      "status": "error",
      "degraded": true,
      "nodeType": "llm"
    },
    "event": "node_end",
    "nodeId": "07cd6030-a934-422a-ab5d-5cbbae7b9644",
    "timestamp": 1783147999129
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "243f7547-455c-49d8-8160-dc6989a8bfe5",
    "timestamp": 1783147999134
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "olostepscrape",
      "latencyMs": 250,
      "operation": "run",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783147999386
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "243f7547-455c-49d8-8160-dc6989a8bfe5",
    "timestamp": 1783147999386
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "eb0a1432-1ab5-48fa-b498-757217974c55",
    "timestamp": 1783147999393
  },
  {
    "data": {
      "inputKeys": [
        "simulated",
        "echo",
        "body",
        "statusCode",
        "items"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783147999393
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "eb0a1432-1ab5-48fa-b498-757217974c55",
    "timestamp": 1783147999393
  },
  {
    "data": {
      "nodeType": "passthrough"
    },
    "event": "node_start",
    "nodeId": "9b6038ad-662b-448a-85c8-7b132a0406c6",
    "timestamp": 1783147999397
  },
  {
    "data": {
      "count": 1
    },
    "event": "splitOut",
    "nodeId": "passthrough",
    "timestamp": 1783147999398
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "passthrough"
    },
    "event": "node_end",
    "nodeId": "9b6038ad-662b-448a-85c8-7b132a0406c6",
    "timestamp": 1783147999398
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "7401b2b1-a43d-4a29-a8fe-40e9abc3e8bc",
    "timestamp": 1783147999402
  },
  {
    "data": {
      "service": "googleDrive",
      "resolved": false
    },
    "event": "credential_access",
    "nodeId": "_context",
    "timestamp": 1783147999402
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "googleDrive",
      "latencyMs": 250,
      "operation": "read",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783147999654
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "7401b2b1-a43d-4a29-a8fe-40e9abc3e8bc",
    "timestamp": 1783147999654
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "16cc6f72-7685-454a-a827-1133995198fa",
    "timestamp": 1783147999660
  },
  {
    "data": {
      "inputKeys": [
        "simulated",
        "echo",
        "items"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783147999660
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "16cc6f72-7685-454a-a827-1133995198fa",
    "timestamp": 1783147999660
  },
  {
    "data": {
      "nodeType": "merge"
    },
    "event": "node_start",
    "nodeId": "8af70f1f-c2fb-442f-b7b9-1be3305ff8dd",
    "timestamp": 1783147999663
  },
  {
    "data": {
      "inputCount": 2
    },
    "event": "merged 2 inputs",
    "nodeId": "merge",
    "timestamp": 1783147999663
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "merge"
    },
    "event": "node_end",
    "nodeId": "8af70f1f-c2fb-442f-b7b9-1be3305ff8dd",
    "timestamp": 1783147999663
  },
  {
    "data": {
      "nodeType": "passthrough"
    },
    "event": "node_start",
    "nodeId": "5e6e7cc3-ab78-4a90-b053-ba4aac5049ce",
    "timestamp": 1783147999666
  },
  {
    "data": {},
    "event": "noOp",
    "nodeId": "passthrough",
    "timestamp": 1783147999666
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "passthrough"
    },
    "event": "node_end",
    "nodeId": "5e6e7cc3-ab78-4a90-b053-ba4aac5049ce",
    "timestamp": 1783147999666
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "aa4f21b0-caad-48f5-9c4a-d63b264fd957",
    "timestamp": 1783147999669
  },
  {
    "data": {
      "service": "googleDrive",
      "resolved": false
    },
    "event": "credential_access",
    "nodeId": "_context",
    "timestamp": 1783147999669
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "googleDrive",
      "latencyMs": 250,
      "operation": "read",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783147999921
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "aa4f21b0-caad-48f5-9c4a-d63b264fd957",
    "timestamp": 1783147999921
  },
  {
    "data": {
      "nodeType": "if"
    },
    "event": "node_start",
    "nodeId": "7e0811ed-48fb-4ff3-ab73-88e52d6bd4ac",
    "timestamp": 1783147999927
  },
  {
    "event": "false branch",
    "nodeId": "if",
    "timestamp": 1783147999927
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "if"
    },
    "event": "node_end",
    "nodeId": "7e0811ed-48fb-4ff3-ab73-88e52d6bd4ac",
    "timestamp": 1783147999927
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "f3722176-6062-4b55-b9da-cc8960d8f650",
    "timestamp": 1783147999932
  },
  {
    "data": {
      "service": "googleDrive",
      "resolved": false
    },
    "event": "credential_access",
    "nodeId": "_context",
    "timestamp": 1783147999932
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "googleDrive",
      "latencyMs": 250,
      "operation": "read",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783148000184
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "f3722176-6062-4b55-b9da-cc8960d8f650",
    "timestamp": 1783148000184
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "6f884d85-dddd-4d8d-8773-4068be63072f",
    "timestamp": 1783148000191
  },
  {
    "data": {
      "inputKeys": [
        "0",
        "1"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783148000191
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "6f884d85-dddd-4d8d-8773-4068be63072f",
    "timestamp": 1783148000191
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "8df4e323-a936-4c58-9390-8114b8aa5c41",
    "timestamp": 1783148000195
  },
  {
    "data": {
      "inputKeys": [
        "simulated",
        "echo",
        "items"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783148000195
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "8df4e323-a936-4c58-9390-8114b8aa5c41",
    "timestamp": 1783148000195
  },
  {
    "data": {
      "nodeType": "if"
    },
    "event": "node_start",
    "nodeId": "60809abf-4c76-4d60-8e6c-e2261a3f28b5",
    "timestamp": 1783148000199
  },
  {
    "event": "false branch",
    "nodeId": "if",
    "timestamp": 1783148000199
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "if"
    },
    "event": "node_end",
    "nodeId": "60809abf-4c76-4d60-8e6c-e2261a3f28b5",
    "timestamp": 1783148000199
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "acf1e25e-836e-4810-8acb-1cfe8380c0ff",
    "timestamp": 1783148000202
  },
  {
    "data": {
      "inputKeys": [
        "simulated",
        "echo",
        "items"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783148000202
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "acf1e25e-836e-4810-8acb-1cfe8380c0ff",
    "timestamp": 1783148000202
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "5887437c-f134-4f21-b7ac-c0a168a201f5",
    "timestamp": 1783148000205
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "olostepscrape",
      "latencyMs": 250,
      "operation": "run",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783148000457
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "5887437c-f134-4f21-b7ac-c0a168a201f5",
    "timestamp": 1783148000457
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "3dd3970c-7251-4afd-9053-1c38f471f824",
    "timestamp": 1783148000463
  },
  {
    "data": {
      "inputKeys": [
        "0",
        "1"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783148000463
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "3dd3970c-7251-4afd-9053-1c38f471f824",
    "timestamp": 1783148000463
  },
  {
    "data": {
      "nodeType": "passthrough"
    },
    "event": "node_start",
    "nodeId": "b5176eb3-3a48-4e06-bc8d-63b4fee01651",
    "timestamp": 1783148000467
  },
  {
    "data": {},
    "event": "noOp",
    "nodeId": "passthrough",
    "timestamp": 1783148000467
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "passthrough"
    },
    "event": "node_end",
    "nodeId": "b5176eb3-3a48-4e06-bc8d-63b4fee01651",
    "timestamp": 1783148000467
  },
  {
    "data": {
      "nodeType": "llm"
    },
    "event": "node_start",
    "nodeId": "66ae48a6-7705-4d45-9aa3-a3621686c72a",
    "timestamp": 1783148000470
  },
  {
    "data": {
      "messages": 1,
      "maxTokens": 1024
    },
    "event": "calling openai/gpt-4o-mini",
    "nodeId": "llm",
    "timestamp": 1783148000470
  },
  {
    "data": {
      "model": "gpt-4o-mini",
      "provider": "openai"
    },
    "event": "llm_call",
    "nodeId": "_context",
    "timestamp": 1783148000470
  },
  {
    "data": {
      "error": "Google Gemini API error (500): {\n  \"error\": {\n    \"code\": 500,\n    \"message\": \"An internal error has occurred. Please retry or report in https://developers.generativeai.google/guide/troubleshooting\",\n    \"status\": \"INTERNAL\"\n  }\n}\n",
      "status": "error",
      "degraded": true,
      "nodeType": "llm"
    },
    "event": "node_end",
    "nodeId": "66ae48a6-7705-4d45-9aa3-a3621686c72a",
    "timestamp": 1783148025777
  },
  {
    "data": {
      "nodeType": "llm"
    },
    "event": "node_start",
    "nodeId": "7f256970-9fb3-4de9-a097-0c9a6f0e71dd",
    "timestamp": 1783148025785
  },
  {
    "data": {
      "messages": 2,
      "maxTokens": 1024
    },
    "event": "calling openai/gpt-4o-mini",
    "nodeId": "llm",
    "timestamp": 1783148025785
  },
  {
    "data": {
      "model": "gpt-4o-mini",
      "provider": "openai"
    },
    "event": "llm_call",
    "nodeId": "_context",
    "timestamp": 1783148025785
  },
  {
    "data": {
      "model": "gemini-2.5-flash",
      "costUsd": 0.000515,
      "provider": "openai",
      "latencyMs": 1108,
      "promptTokens": 375,
      "completionTokens": 161
    },
    "event": "llm_result",
    "nodeId": "_context",
    "timestamp": 1783148026895
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "llm"
    },
    "event": "node_end",
    "nodeId": "7f256970-9fb3-4de9-a097-0c9a6f0e71dd",
    "timestamp": 1783148026895
  },
  {
    "data": {
      "nodeType": "merge"
    },
    "event": "node_start",
    "nodeId": "be5789db-1cf4-4a6a-b266-307276711872",
    "timestamp": 1783148026900
  },
  {
    "data": {
      "inputCount": 2
    },
    "event": "merged 2 inputs",
    "nodeId": "merge",
    "timestamp": 1783148026900
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "merge"
    },
    "event": "node_end",
    "nodeId": "be5789db-1cf4-4a6a-b266-307276711872",
    "timestamp": 1783148026900
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "b0d3c996-1c83-4ba6-a16c-e78a17d0c4f6",
    "timestamp": 1783148026905
  },
  {
    "data": {
      "service": "googleDocs",
      "resolved": false
    },
    "event": "credential_access",
    "nodeId": "_context",
    "timestamp": 1783148026905
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "googleDocs",
      "latencyMs": 250,
      "operation": "read",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783148027157
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "b0d3c996-1c83-4ba6-a16c-e78a17d0c4f6",
    "timestamp": 1783148027157
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "3c2d656e-0881-4220-9f62-0c750bb92856",
    "timestamp": 1783148027164
  },
  {
    "data": {
      "mode": "write",
      "status": "ok",
      "service": "googleDocs",
      "safeMode": true,
      "latencyMs": 500,
      "operation": "update",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783148027664
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "3c2d656e-0881-4220-9f62-0c750bb92856",
    "timestamp": 1783148027664
  },
  {
    "data": {
      "nodeType": "passthrough"
    },
    "event": "node_start",
    "nodeId": "2ecabcd6-c060-4c7d-8516-ad42fcaac332",
    "timestamp": 1783148027669
  },
  {
    "data": {},
    "event": "noOp",
    "nodeId": "passthrough",
    "timestamp": 1783148027669
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "passthrough"
    },
    "event": "node_end",
    "nodeId": "2ecabcd6-c060-4c7d-8516-ad42fcaac332",
    "timestamp": 1783148027669
  }
]