Crawl documentation sites and build an AI knowledge base with Olostep
3e893f90-1e85-4169-afe0-936df794ab82
Latency
13656ms
Cost
$0.0084
Tokens
1,125
Status
successgpt-4o-mini
Workflow Graph
Trace
[
{
"data": {
"nodeType": "manualTrigger"
},
"event": "node_start",
"nodeId": "93d0600b-1761-428f-8b67-e917a15da853",
"timestamp": 1783147933832
},
{
"data": {
"initialData": {
"id": "doc-crawl-12345",
"url": "https://example.com/docs/getting-started",
"urls": [
"https://example.com/docs/getting-started",
"https://example.com/docs/api-reference"
],
"output": {
"Curl": "curl -X GET https://api.example.com/v1/status",
"Quick Summary": "This section covers the initial setup and basic usage of the ExampleDocs API.",
"Authentication": "API keys are required for all requests. Obtain your key from the developer portal.",
"Common Gotchas": "Ensure your API key is correctly formatted and included in the Authorization header."
},
"Service": "ExampleDocs",
"counter": 0,
"parent_id": "kb-project-abcde",
"url.split": [
"https://example.com/docs/getting-started",
"https://example.com/docs/api-reference"
],
"markdown_content": "# Getting Started\n\nWelcome to the ExampleDocs documentation. This guide will help you get started with our API."
}
},
"event": "triggered",
"nodeId": "manualTrigger",
"timestamp": 1783147933832
},
{
"data": {
"status": "ok",
"nodeType": "manualTrigger"
},
"event": "node_end",
"nodeId": "93d0600b-1761-428f-8b67-e917a15da853",
"timestamp": 1783147933832
},
{
"data": {
"nodeType": "llm"
},
"event": "node_start",
"nodeId": "a220f30c-6118-4f22-a1d3-3a9f88c5f32f",
"timestamp": 1783147933834
},
{
"data": {
"messages": 1,
"maxTokens": 1024
},
"event": "calling google/gpt-4o-mini",
"nodeId": "llm",
"timestamp": 1783147933834
},
{
"data": {
"model": "gpt-4o-mini",
"provider": "google"
},
"event": "llm_call",
"nodeId": "_context",
"timestamp": 1783147933834
},
{
"data": {
"model": "gpt-4o-mini-2024-07-18",
"costUsd": 0.0001075,
"provider": "google",
"latencyMs": 690,
"promptTokens": 7,
"completionTokens": 9
},
"event": "llm_result",
"nodeId": "_context",
"timestamp": 1783147934528
},
{
"data": {
"status": "ok",
"nodeType": "llm"
},
"event": "node_end",
"nodeId": "a220f30c-6118-4f22-a1d3-3a9f88c5f32f",
"timestamp": 1783147934528
},
{
"data": {
"nodeType": "llm"
},
"event": "node_start",
"nodeId": "07cd6030-a934-422a-ab5d-5cbbae7b9644",
"timestamp": 1783147934532
},
{
"data": {
"messages": 1,
"maxTokens": 1024
},
"event": "calling google/gpt-4o-mini",
"nodeId": "llm",
"timestamp": 1783147934532
},
{
"data": {
"model": "gpt-4o-mini",
"provider": "google"
},
"event": "llm_call",
"nodeId": "_context",
"timestamp": 1783147934532
},
{
"data": {
"model": "gpt-4o-mini-2024-07-18",
"costUsd": 0.0001075,
"provider": "google",
"latencyMs": 621,
"promptTokens": 7,
"completionTokens": 9
},
"event": "llm_result",
"nodeId": "_context",
"timestamp": 1783147935160
},
{
"data": {
"status": "ok",
"nodeType": "llm"
},
"event": "node_end",
"nodeId": "07cd6030-a934-422a-ab5d-5cbbae7b9644",
"timestamp": 1783147935160
},
{
"data": {
"nodeType": "integration"
},
"event": "node_start",
"nodeId": "243f7547-455c-49d8-8160-dc6989a8bfe5",
"timestamp": 1783147935165
},
{
"data": {
"mode": "read",
"status": "ok",
"service": "olostepscrape",
"latencyMs": 250,
"operation": "run",
"simulated": true
},
"event": "integration_mocked",
"nodeId": "integration",
"timestamp": 1783147935416
},
{
"data": {
"status": "ok",
"nodeType": "integration"
},
"event": "node_end",
"nodeId": "243f7547-455c-49d8-8160-dc6989a8bfe5",
"timestamp": 1783147935416
},
{
"data": {
"nodeType": "set"
},
"event": "node_start",
"nodeId": "eb0a1432-1ab5-48fa-b498-757217974c55",
"timestamp": 1783147935421
},
{
"data": {
"inputKeys": [
"simulated",
"echo",
"body",
"statusCode",
"items"
],
"mergeKeys": []
},
"event": "merged",
"nodeId": "set",
"timestamp": 1783147935421
},
{
"data": {
"status": "ok",
"nodeType": "set"
},
"event": "node_end",
"nodeId": "eb0a1432-1ab5-48fa-b498-757217974c55",
"timestamp": 1783147935421
},
{
"data": {
"nodeType": "passthrough"
},
"event": "node_start",
"nodeId": "9b6038ad-662b-448a-85c8-7b132a0406c6",
"timestamp": 1783147935424
},
{
"data": {
"count": 1
},
"event": "splitOut",
"nodeId": "passthrough",
"timestamp": 1783147935424
},
{
"data": {
"status": "ok",
"nodeType": "passthrough"
},
"event": "node_end",
"nodeId": "9b6038ad-662b-448a-85c8-7b132a0406c6",
"timestamp": 1783147935424
},
{
"data": {
"nodeType": "integration"
},
"event": "node_start",
"nodeId": "7401b2b1-a43d-4a29-a8fe-40e9abc3e8bc",
"timestamp": 1783147935427
},
{
"data": {
"service": "googleDrive",
"resolved": false
},
"event": "credential_access",
"nodeId": "_context",
"timestamp": 1783147935427
},
{
"data": {
"mode": "read",
"status": "ok",
"service": "googleDrive",
"latencyMs": 250,
"operation": "read",
"simulated": true
},
"event": "integration_mocked",
"nodeId": "integration",
"timestamp": 1783147935680
},
{
"data": {
"status": "ok",
"nodeType": "integration"
},
"event": "node_end",
"nodeId": "7401b2b1-a43d-4a29-a8fe-40e9abc3e8bc",
"timestamp": 1783147935680
},
{
"data": {
"nodeType": "set"
},
"event": "node_start",
"nodeId": "16cc6f72-7685-454a-a827-1133995198fa",
"timestamp": 1783147935686
},
{
"data": {
"inputKeys": [
"simulated",
"echo",
"items"
],
"mergeKeys": []
},
"event": "merged",
"nodeId": "set",
"timestamp": 1783147935686
},
{
"data": {
"status": "ok",
"nodeType": "set"
},
"event": "node_end",
"nodeId": "16cc6f72-7685-454a-a827-1133995198fa",
"timestamp": 1783147935686
},
{
"data": {
"nodeType": "merge"
},
"event": "node_start",
"nodeId": "8af70f1f-c2fb-442f-b7b9-1be3305ff8dd",
"timestamp": 1783147935690
},
{
"data": {
"inputCount": 2
},
"event": "merged 2 inputs",
"nodeId": "merge",
"timestamp": 1783147935690
},
{
"data": {
"status": "ok",
"nodeType": "merge"
},
"event": "node_end",
"nodeId": "8af70f1f-c2fb-442f-b7b9-1be3305ff8dd",
"timestamp": 1783147935690
},
{
"data": {
"nodeType": "passthrough"
},
"event": "node_start",
"nodeId": "5e6e7cc3-ab78-4a90-b053-ba4aac5049ce",
"timestamp": 1783147935693
},
{
"data": {},
"event": "noOp",
"nodeId": "passthrough",
"timestamp": 1783147935693
},
{
"data": {
"status": "ok",
"nodeType": "passthrough"
},
"event": "node_end",
"nodeId": "5e6e7cc3-ab78-4a90-b053-ba4aac5049ce",
"timestamp": 1783147935693
},
{
"data": {
"nodeType": "integration"
},
"event": "node_start",
"nodeId": "aa4f21b0-caad-48f5-9c4a-d63b264fd957",
"timestamp": 1783147935696
},
{
"data": {
"service": "googleDrive",
"resolved": false
},
"event": "credential_access",
"nodeId": "_context",
"timestamp": 1783147935696
},
{
"data": {
"mode": "read",
"status": "ok",
"service": "googleDrive",
"latencyMs": 250,
"operation": "read",
"simulated": true
},
"event": "integration_mocked",
"nodeId": "integration",
"timestamp": 1783147935948
},
{
"data": {
"status": "ok",
"nodeType": "integration"
},
"event": "node_end",
"nodeId": "aa4f21b0-caad-48f5-9c4a-d63b264fd957",
"timestamp": 1783147935948
},
{
"data": {
"nodeType": "if"
},
"event": "node_start",
"nodeId": "7e0811ed-48fb-4ff3-ab73-88e52d6bd4ac",
"timestamp": 1783147935954
},
{
"event": "false branch",
"nodeId": "if",
"timestamp": 1783147935954
},
{
"data": {
"status": "ok",
"nodeType": "if"
},
"event": "node_end",
"nodeId": "7e0811ed-48fb-4ff3-ab73-88e52d6bd4ac",
"timestamp": 1783147935954
},
{
"data": {
"nodeType": "integration"
},
"event": "node_start",
"nodeId": "f3722176-6062-4b55-b9da-cc8960d8f650",
"timestamp": 1783147935958
},
{
"data": {
"service": "googleDrive",
"resolved": false
},
"event": "credential_access",
"nodeId": "_context",
"timestamp": 1783147935958
},
{
"data": {
"mode": "read",
"status": "ok",
"service": "googleDrive",
"latencyMs": 250,
"operation": "read",
"simulated": true
},
"event": "integration_mocked",
"nodeId": "integration",
"timestamp": 1783147936210
},
{
"data": {
"status": "ok",
"nodeType": "integration"
},
"event": "node_end",
"nodeId": "f3722176-6062-4b55-b9da-cc8960d8f650",
"timestamp": 1783147936210
},
{
"data": {
"nodeType": "set"
},
"event": "node_start",
"nodeId": "6f884d85-dddd-4d8d-8773-4068be63072f",
"timestamp": 1783147936216
},
{
"data": {
"inputKeys": [
"0",
"1"
],
"mergeKeys": []
},
"event": "merged",
"nodeId": "set",
"timestamp": 1783147936216
},
{
"data": {
"status": "ok",
"nodeType": "set"
},
"event": "node_end",
"nodeId": "6f884d85-dddd-4d8d-8773-4068be63072f",
"timestamp": 1783147936216
},
{
"data": {
"nodeType": "set"
},
"event": "node_start",
"nodeId": "8df4e323-a936-4c58-9390-8114b8aa5c41",
"timestamp": 1783147936220
},
{
"data": {
"inputKeys": [
"simulated",
"echo",
"items"
],
"mergeKeys": []
},
"event": "merged",
"nodeId": "set",
"timestamp": 1783147936220
},
{
"data": {
"status": "ok",
"nodeType": "set"
},
"event": "node_end",
"nodeId": "8df4e323-a936-4c58-9390-8114b8aa5c41",
"timestamp": 1783147936220
},
{
"data": {
"nodeType": "if"
},
"event": "node_start",
"nodeId": "60809abf-4c76-4d60-8e6c-e2261a3f28b5",
"timestamp": 1783147936223
},
{
"event": "false branch",
"nodeId": "if",
"timestamp": 1783147936223
},
{
"data": {
"status": "ok",
"nodeType": "if"
},
"event": "node_end",
"nodeId": "60809abf-4c76-4d60-8e6c-e2261a3f28b5",
"timestamp": 1783147936223
},
{
"data": {
"nodeType": "set"
},
"event": "node_start",
"nodeId": "acf1e25e-836e-4810-8acb-1cfe8380c0ff",
"timestamp": 1783147936226
},
{
"data": {
"inputKeys": [
"simulated",
"echo",
"items"
],
"mergeKeys": []
},
"event": "merged",
"nodeId": "set",
"timestamp": 1783147936226
},
{
"data": {
"status": "ok",
"nodeType": "set"
},
"event": "node_end",
"nodeId": "acf1e25e-836e-4810-8acb-1cfe8380c0ff",
"timestamp": 1783147936226
},
{
"data": {
"nodeType": "integration"
},
"event": "node_start",
"nodeId": "5887437c-f134-4f21-b7ac-c0a168a201f5",
"timestamp": 1783147936229
},
{
"data": {
"mode": "read",
"status": "ok",
"service": "olostepscrape",
"latencyMs": 250,
"operation": "run",
"simulated": true
},
"event": "integration_mocked",
"nodeId": "integration",
"timestamp": 1783147936481
},
{
"data": {
"status": "ok",
"nodeType": "integration"
},
"event": "node_end",
"nodeId": "5887437c-f134-4f21-b7ac-c0a168a201f5",
"timestamp": 1783147936481
},
{
"data": {
"nodeType": "set"
},
"event": "node_start",
"nodeId": "3dd3970c-7251-4afd-9053-1c38f471f824",
"timestamp": 1783147936488
},
{
"data": {
"inputKeys": [
"0",
"1"
],
"mergeKeys": []
},
"event": "merged",
"nodeId": "set",
"timestamp": 1783147936488
},
{
"data": {
"status": "ok",
"nodeType": "set"
},
"event": "node_end",
"nodeId": "3dd3970c-7251-4afd-9053-1c38f471f824",
"timestamp": 1783147936488
},
{
"data": {
"nodeType": "passthrough"
},
"event": "node_start",
"nodeId": "b5176eb3-3a48-4e06-bc8d-63b4fee01651",
"timestamp": 1783147936491
},
{
"data": {},
"event": "noOp",
"nodeId": "passthrough",
"timestamp": 1783147936491
},
{
"data": {
"status": "ok",
"nodeType": "passthrough"
},
"event": "node_end",
"nodeId": "b5176eb3-3a48-4e06-bc8d-63b4fee01651",
"timestamp": 1783147936491
},
{
"data": {
"nodeType": "llm"
},
"event": "node_start",
"nodeId": "66ae48a6-7705-4d45-9aa3-a3621686c72a",
"timestamp": 1783147936494
},
{
"data": {
"messages": 1,
"maxTokens": 1024
},
"event": "calling openai/gpt-4o-mini",
"nodeId": "llm",
"timestamp": 1783147936494
},
{
"data": {
"model": "gpt-4o-mini",
"provider": "openai"
},
"event": "llm_call",
"nodeId": "_context",
"timestamp": 1783147936494
},
{
"data": {
"model": "gpt-4o-mini-2024-07-18",
"costUsd": 0.0001075,
"provider": "openai",
"latencyMs": 640,
"promptTokens": 7,
"completionTokens": 9
},
"event": "llm_result",
"nodeId": "_context",
"timestamp": 1783147937136
},
{
"data": {
"status": "ok",
"nodeType": "llm"
},
"event": "node_end",
"nodeId": "66ae48a6-7705-4d45-9aa3-a3621686c72a",
"timestamp": 1783147937136
},
{
"data": {
"nodeType": "llm"
},
"event": "node_start",
"nodeId": "7f256970-9fb3-4de9-a097-0c9a6f0e71dd",
"timestamp": 1783147937148
},
{
"data": {
"messages": 2,
"maxTokens": 1024
},
"event": "calling openai/gpt-4o-mini",
"nodeId": "llm",
"timestamp": 1783147937148
},
{
"data": {
"model": "gpt-4o-mini",
"provider": "openai"
},
"event": "llm_call",
"nodeId": "_context",
"timestamp": 1783147937148
},
{
"data": {
"model": "gpt-4o-mini-2024-07-18",
"costUsd": 0.00804,
"provider": "openai",
"latencyMs": 9565,
"promptTokens": 364,
"completionTokens": 713
},
"event": "llm_result",
"nodeId": "_context",
"timestamp": 1783147946714
},
{
"data": {
"status": "ok",
"nodeType": "llm"
},
"event": "node_end",
"nodeId": "7f256970-9fb3-4de9-a097-0c9a6f0e71dd",
"timestamp": 1783147946714
},
{
"data": {
"nodeType": "merge"
},
"event": "node_start",
"nodeId": "be5789db-1cf4-4a6a-b266-307276711872",
"timestamp": 1783147946719
},
{
"data": {
"inputCount": 2
},
"event": "merged 2 inputs",
"nodeId": "merge",
"timestamp": 1783147946719
},
{
"data": {
"status": "ok",
"nodeType": "merge"
},
"event": "node_end",
"nodeId": "be5789db-1cf4-4a6a-b266-307276711872",
"timestamp": 1783147946719
},
{
"data": {
"nodeType": "integration"
},
"event": "node_start",
"nodeId": "b0d3c996-1c83-4ba6-a16c-e78a17d0c4f6",
"timestamp": 1783147946723
},
{
"data": {
"service": "googleDocs",
"resolved": false
},
"event": "credential_access",
"nodeId": "_context",
"timestamp": 1783147946723
},
{
"data": {
"mode": "read",
"status": "ok",
"service": "googleDocs",
"latencyMs": 250,
"operation": "read",
"simulated": true
},
"event": "integration_mocked",
"nodeId": "integration",
"timestamp": 1783147946974
},
{
"data": {
"status": "ok",
"nodeType": "integration"
},
"event": "node_end",
"nodeId": "b0d3c996-1c83-4ba6-a16c-e78a17d0c4f6",
"timestamp": 1783147946974
},
{
"data": {
"nodeType": "integration"
},
"event": "node_start",
"nodeId": "3c2d656e-0881-4220-9f62-0c750bb92856",
"timestamp": 1783147946980
},
{
"data": {
"mode": "write",
"status": "ok",
"service": "googleDocs",
"safeMode": true,
"latencyMs": 500,
"operation": "update",
"simulated": true
},
"event": "integration_mocked",
"nodeId": "integration",
"timestamp": 1783147947482
},
{
"data": {
"status": "ok",
"nodeType": "integration"
},
"event": "node_end",
"nodeId": "3c2d656e-0881-4220-9f62-0c750bb92856",
"timestamp": 1783147947482
},
{
"data": {
"nodeType": "passthrough"
},
"event": "node_start",
"nodeId": "2ecabcd6-c060-4c7d-8516-ad42fcaac332",
"timestamp": 1783147947488
},
{
"data": {},
"event": "noOp",
"nodeId": "passthrough",
"timestamp": 1783147947488
},
{
"data": {
"status": "ok",
"nodeType": "passthrough"
},
"event": "node_end",
"nodeId": "2ecabcd6-c060-4c7d-8516-ad42fcaac332",
"timestamp": 1783147947488
}
]