Crawl documentation sites and build an AI knowledge base with Olostep

b9c9f9cd-95fc-496c-a1d4-f6196835e0b6

Latency
18296ms
Cost
$0.0067
Tokens
3,016
Status
success
gemini-3-flash-preview

Workflow Graph

Trace

[
  {
    "data": {
      "nodeType": "manualTrigger"
    },
    "event": "node_start",
    "nodeId": "93d0600b-1761-428f-8b67-e917a15da853",
    "timestamp": 1783148028535
  },
  {
    "data": {
      "initialData": {
        "id": "doc-crawl-12345",
        "url": "https://example.com/docs/getting-started",
        "urls": [
          "https://example.com/docs/getting-started",
          "https://example.com/docs/api-reference"
        ],
        "output": {
          "Curl": "curl -X GET https://api.example.com/v1/status",
          "Quick Summary": "This section covers the initial setup and basic usage of the ExampleDocs API.",
          "Authentication": "API keys are required for all requests. Obtain your key from the developer portal.",
          "Common Gotchas": "Ensure your API key is correctly formatted and included in the Authorization header."
        },
        "Service": "ExampleDocs",
        "counter": 0,
        "parent_id": "kb-project-abcde",
        "url.split": [
          "https://example.com/docs/getting-started",
          "https://example.com/docs/api-reference"
        ],
        "markdown_content": "# Getting Started\n\nWelcome to the ExampleDocs documentation. This guide will help you get started with our API."
      }
    },
    "event": "triggered",
    "nodeId": "manualTrigger",
    "timestamp": 1783148028535
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "manualTrigger"
    },
    "event": "node_end",
    "nodeId": "93d0600b-1761-428f-8b67-e917a15da853",
    "timestamp": 1783148028535
  },
  {
    "data": {
      "nodeType": "llm"
    },
    "event": "node_start",
    "nodeId": "a220f30c-6118-4f22-a1d3-3a9f88c5f32f",
    "timestamp": 1783148028538
  },
  {
    "data": {
      "messages": 1,
      "maxTokens": 1024
    },
    "event": "calling google/gpt-4o-mini",
    "nodeId": "llm",
    "timestamp": 1783148028538
  },
  {
    "data": {
      "model": "gpt-4o-mini",
      "provider": "google"
    },
    "event": "llm_call",
    "nodeId": "_context",
    "timestamp": 1783148028538
  },
  {
    "data": {
      "model": "gemini-3-flash-preview",
      "costUsd": 0.0017453,
      "provider": "google",
      "latencyMs": 3880,
      "promptTokens": 1,
      "completionTokens": 698
    },
    "event": "llm_result",
    "nodeId": "_context",
    "timestamp": 1783148032419
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "llm"
    },
    "event": "node_end",
    "nodeId": "a220f30c-6118-4f22-a1d3-3a9f88c5f32f",
    "timestamp": 1783148032420
  },
  {
    "data": {
      "nodeType": "llm"
    },
    "event": "node_start",
    "nodeId": "07cd6030-a934-422a-ab5d-5cbbae7b9644",
    "timestamp": 1783148032424
  },
  {
    "data": {
      "messages": 1,
      "maxTokens": 1024
    },
    "event": "calling google/gpt-4o-mini",
    "nodeId": "llm",
    "timestamp": 1783148032424
  },
  {
    "data": {
      "model": "gpt-4o-mini",
      "provider": "google"
    },
    "event": "llm_call",
    "nodeId": "_context",
    "timestamp": 1783148032424
  },
  {
    "data": {
      "model": "gemini-3-flash-preview",
      "costUsd": 0.0023028000000000002,
      "provider": "google",
      "latencyMs": 5689,
      "promptTokens": 1,
      "completionTokens": 921
    },
    "event": "llm_result",
    "nodeId": "_context",
    "timestamp": 1783148038114
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "llm"
    },
    "event": "node_end",
    "nodeId": "07cd6030-a934-422a-ab5d-5cbbae7b9644",
    "timestamp": 1783148038114
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "243f7547-455c-49d8-8160-dc6989a8bfe5",
    "timestamp": 1783148038119
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "olostepscrape",
      "latencyMs": 250,
      "operation": "run",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783148038370
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "243f7547-455c-49d8-8160-dc6989a8bfe5",
    "timestamp": 1783148038371
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "eb0a1432-1ab5-48fa-b498-757217974c55",
    "timestamp": 1783148038376
  },
  {
    "data": {
      "inputKeys": [
        "simulated",
        "echo",
        "body",
        "statusCode",
        "items"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783148038376
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "eb0a1432-1ab5-48fa-b498-757217974c55",
    "timestamp": 1783148038376
  },
  {
    "data": {
      "nodeType": "passthrough"
    },
    "event": "node_start",
    "nodeId": "9b6038ad-662b-448a-85c8-7b132a0406c6",
    "timestamp": 1783148038380
  },
  {
    "data": {
      "count": 1
    },
    "event": "splitOut",
    "nodeId": "passthrough",
    "timestamp": 1783148038380
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "passthrough"
    },
    "event": "node_end",
    "nodeId": "9b6038ad-662b-448a-85c8-7b132a0406c6",
    "timestamp": 1783148038380
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "7401b2b1-a43d-4a29-a8fe-40e9abc3e8bc",
    "timestamp": 1783148038383
  },
  {
    "data": {
      "service": "googleDrive",
      "resolved": false
    },
    "event": "credential_access",
    "nodeId": "_context",
    "timestamp": 1783148038383
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "googleDrive",
      "latencyMs": 250,
      "operation": "read",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783148038635
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "7401b2b1-a43d-4a29-a8fe-40e9abc3e8bc",
    "timestamp": 1783148038635
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "16cc6f72-7685-454a-a827-1133995198fa",
    "timestamp": 1783148038640
  },
  {
    "data": {
      "inputKeys": [
        "simulated",
        "echo",
        "items"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783148038640
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "16cc6f72-7685-454a-a827-1133995198fa",
    "timestamp": 1783148038640
  },
  {
    "data": {
      "nodeType": "merge"
    },
    "event": "node_start",
    "nodeId": "8af70f1f-c2fb-442f-b7b9-1be3305ff8dd",
    "timestamp": 1783148038644
  },
  {
    "data": {
      "inputCount": 2
    },
    "event": "merged 2 inputs",
    "nodeId": "merge",
    "timestamp": 1783148038644
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "merge"
    },
    "event": "node_end",
    "nodeId": "8af70f1f-c2fb-442f-b7b9-1be3305ff8dd",
    "timestamp": 1783148038644
  },
  {
    "data": {
      "nodeType": "passthrough"
    },
    "event": "node_start",
    "nodeId": "5e6e7cc3-ab78-4a90-b053-ba4aac5049ce",
    "timestamp": 1783148038647
  },
  {
    "data": {},
    "event": "noOp",
    "nodeId": "passthrough",
    "timestamp": 1783148038647
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "passthrough"
    },
    "event": "node_end",
    "nodeId": "5e6e7cc3-ab78-4a90-b053-ba4aac5049ce",
    "timestamp": 1783148038647
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "aa4f21b0-caad-48f5-9c4a-d63b264fd957",
    "timestamp": 1783148038650
  },
  {
    "data": {
      "service": "googleDrive",
      "resolved": false
    },
    "event": "credential_access",
    "nodeId": "_context",
    "timestamp": 1783148038650
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "googleDrive",
      "latencyMs": 250,
      "operation": "read",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783148038902
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "aa4f21b0-caad-48f5-9c4a-d63b264fd957",
    "timestamp": 1783148038902
  },
  {
    "data": {
      "nodeType": "if"
    },
    "event": "node_start",
    "nodeId": "7e0811ed-48fb-4ff3-ab73-88e52d6bd4ac",
    "timestamp": 1783148038907
  },
  {
    "event": "false branch",
    "nodeId": "if",
    "timestamp": 1783148038907
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "if"
    },
    "event": "node_end",
    "nodeId": "7e0811ed-48fb-4ff3-ab73-88e52d6bd4ac",
    "timestamp": 1783148038907
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "f3722176-6062-4b55-b9da-cc8960d8f650",
    "timestamp": 1783148038911
  },
  {
    "data": {
      "service": "googleDrive",
      "resolved": false
    },
    "event": "credential_access",
    "nodeId": "_context",
    "timestamp": 1783148038911
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "googleDrive",
      "latencyMs": 250,
      "operation": "read",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783148039163
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "f3722176-6062-4b55-b9da-cc8960d8f650",
    "timestamp": 1783148039163
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "6f884d85-dddd-4d8d-8773-4068be63072f",
    "timestamp": 1783148039169
  },
  {
    "data": {
      "inputKeys": [
        "0",
        "1"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783148039169
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "6f884d85-dddd-4d8d-8773-4068be63072f",
    "timestamp": 1783148039169
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "8df4e323-a936-4c58-9390-8114b8aa5c41",
    "timestamp": 1783148039173
  },
  {
    "data": {
      "inputKeys": [
        "simulated",
        "echo",
        "items"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783148039173
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "8df4e323-a936-4c58-9390-8114b8aa5c41",
    "timestamp": 1783148039173
  },
  {
    "data": {
      "nodeType": "if"
    },
    "event": "node_start",
    "nodeId": "60809abf-4c76-4d60-8e6c-e2261a3f28b5",
    "timestamp": 1783148039176
  },
  {
    "event": "false branch",
    "nodeId": "if",
    "timestamp": 1783148039176
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "if"
    },
    "event": "node_end",
    "nodeId": "60809abf-4c76-4d60-8e6c-e2261a3f28b5",
    "timestamp": 1783148039176
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "acf1e25e-836e-4810-8acb-1cfe8380c0ff",
    "timestamp": 1783148039180
  },
  {
    "data": {
      "inputKeys": [
        "simulated",
        "echo",
        "items"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783148039180
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "acf1e25e-836e-4810-8acb-1cfe8380c0ff",
    "timestamp": 1783148039180
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "5887437c-f134-4f21-b7ac-c0a168a201f5",
    "timestamp": 1783148039183
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "olostepscrape",
      "latencyMs": 250,
      "operation": "run",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783148039435
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "5887437c-f134-4f21-b7ac-c0a168a201f5",
    "timestamp": 1783148039435
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "3dd3970c-7251-4afd-9053-1c38f471f824",
    "timestamp": 1783148039441
  },
  {
    "data": {
      "inputKeys": [
        "0",
        "1"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783148039441
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "3dd3970c-7251-4afd-9053-1c38f471f824",
    "timestamp": 1783148039441
  },
  {
    "data": {
      "nodeType": "passthrough"
    },
    "event": "node_start",
    "nodeId": "b5176eb3-3a48-4e06-bc8d-63b4fee01651",
    "timestamp": 1783148039444
  },
  {
    "data": {},
    "event": "noOp",
    "nodeId": "passthrough",
    "timestamp": 1783148039444
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "passthrough"
    },
    "event": "node_end",
    "nodeId": "b5176eb3-3a48-4e06-bc8d-63b4fee01651",
    "timestamp": 1783148039444
  },
  {
    "data": {
      "nodeType": "llm"
    },
    "event": "node_start",
    "nodeId": "66ae48a6-7705-4d45-9aa3-a3621686c72a",
    "timestamp": 1783148039447
  },
  {
    "data": {
      "messages": 1,
      "maxTokens": 1024
    },
    "event": "calling openai/gpt-4o-mini",
    "nodeId": "llm",
    "timestamp": 1783148039447
  },
  {
    "data": {
      "model": "gpt-4o-mini",
      "provider": "openai"
    },
    "event": "llm_call",
    "nodeId": "_context",
    "timestamp": 1783148039447
  },
  {
    "data": {
      "model": "gemini-3-flash-preview",
      "costUsd": 0.0015027999999999999,
      "provider": "openai",
      "latencyMs": 3727,
      "promptTokens": 1,
      "completionTokens": 601
    },
    "event": "llm_result",
    "nodeId": "_context",
    "timestamp": 1783148043176
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "llm"
    },
    "event": "node_end",
    "nodeId": "66ae48a6-7705-4d45-9aa3-a3621686c72a",
    "timestamp": 1783148043176
  },
  {
    "data": {
      "nodeType": "llm"
    },
    "event": "node_start",
    "nodeId": "7f256970-9fb3-4de9-a097-0c9a6f0e71dd",
    "timestamp": 1783148043181
  },
  {
    "data": {
      "messages": 2,
      "maxTokens": 1024
    },
    "event": "calling openai/gpt-4o-mini",
    "nodeId": "llm",
    "timestamp": 1783148043181
  },
  {
    "data": {
      "model": "gpt-4o-mini",
      "provider": "openai"
    },
    "event": "llm_call",
    "nodeId": "_context",
    "timestamp": 1783148043181
  },
  {
    "data": {
      "model": "gemini-3-flash-preview",
      "costUsd": 0.0011575,
      "provider": "openai",
      "latencyMs": 2874,
      "promptTokens": 375,
      "completionTokens": 418
    },
    "event": "llm_result",
    "nodeId": "_context",
    "timestamp": 1783148046057
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "llm"
    },
    "event": "node_end",
    "nodeId": "7f256970-9fb3-4de9-a097-0c9a6f0e71dd",
    "timestamp": 1783148046057
  },
  {
    "data": {
      "nodeType": "merge"
    },
    "event": "node_start",
    "nodeId": "be5789db-1cf4-4a6a-b266-307276711872",
    "timestamp": 1783148046062
  },
  {
    "data": {
      "inputCount": 2
    },
    "event": "merged 2 inputs",
    "nodeId": "merge",
    "timestamp": 1783148046062
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "merge"
    },
    "event": "node_end",
    "nodeId": "be5789db-1cf4-4a6a-b266-307276711872",
    "timestamp": 1783148046062
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "b0d3c996-1c83-4ba6-a16c-e78a17d0c4f6",
    "timestamp": 1783148046065
  },
  {
    "data": {
      "service": "googleDocs",
      "resolved": false
    },
    "event": "credential_access",
    "nodeId": "_context",
    "timestamp": 1783148046065
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "googleDocs",
      "latencyMs": 250,
      "operation": "read",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783148046318
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "b0d3c996-1c83-4ba6-a16c-e78a17d0c4f6",
    "timestamp": 1783148046318
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "3c2d656e-0881-4220-9f62-0c750bb92856",
    "timestamp": 1783148046322
  },
  {
    "data": {
      "mode": "write",
      "status": "ok",
      "service": "googleDocs",
      "safeMode": true,
      "latencyMs": 500,
      "operation": "update",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783148046825
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "3c2d656e-0881-4220-9f62-0c750bb92856",
    "timestamp": 1783148046825
  },
  {
    "data": {
      "nodeType": "passthrough"
    },
    "event": "node_start",
    "nodeId": "2ecabcd6-c060-4c7d-8516-ad42fcaac332",
    "timestamp": 1783148046831
  },
  {
    "data": {},
    "event": "noOp",
    "nodeId": "passthrough",
    "timestamp": 1783148046831
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "passthrough"
    },
    "event": "node_end",
    "nodeId": "2ecabcd6-c060-4c7d-8516-ad42fcaac332",
    "timestamp": 1783148046831
  }
]