LM Studio Local LLM Performance Benchmarking

e0efd491-39f1-4300-a269-8a3cceb1ddbe
Latency
8969ms
Cost
$0.0073
Tokens
786
Status
success
gpt-4o-mini
Workflow Graph

Get Models
192.168.1.179:1234
0ms
When chat message received
0ms
Get timeDifference
dateTime
0ms
Run Model with Dunamic Inputs
={{ $node['Extract Model IDsto Run Separately'].json.id }}
624ms
Analyze LLM Response Metrics
2ms
Save Results to Google Sheets
googleSheets
501ms
Capture End Time
dateTime
0ms
Capture Start Time
dateTime
0ms
Prepare Data for Analysis
0ms
Extract Model IDsto Run Separately
splitOut
0ms
Add System Prompt
0ms
LLM Response Analysis
openai
7828ms
Trace

[
  {
    "data": {
      "nodeType": "trigger"
    },
    "event": "node_start",
    "nodeId": "f2b6a6ed-0ef1-4f2c-8350-9abd59d08e61",
    "timestamp": 1783211236392
  },
  {
    "data": {
      "kind": "@n8n/n8n-nodes-langchain.chatTrigger"
    },
    "event": "seeded",
    "nodeId": "trigger",
    "timestamp": 1783211236392
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "trigger"
    },
    "event": "node_end",
    "nodeId": "f2b6a6ed-0ef1-4f2c-8350-9abd59d08e61",
    "timestamp": 1783211236392
  },
  {
    "data": {
      "nodeType": "llm"
    },
    "event": "node_start",
    "nodeId": "dd5f7e7b-bc69-4b67-90e6-2077b6b93148",
    "timestamp": 1783211236394
  },
  {
    "data": {
      "messages": 1,
      "maxTokens": 1024
    },
    "event": "calling openai/gpt-4o-mini",
    "nodeId": "llm",
    "timestamp": 1783211236394
  },
  {
    "data": {
      "model": "gpt-4o-mini",
      "provider": "openai"
    },
    "event": "llm_call",
    "nodeId": "_context",
    "timestamp": 1783211236394
  },
  {
    "data": {
      "model": "gpt-4o-mini-2024-07-18",
      "costUsd": 0.0001075,
      "provider": "openai",
      "latencyMs": 617,
      "promptTokens": 7,
      "completionTokens": 9
    },
    "event": "llm_result",
    "nodeId": "_context",
    "timestamp": 1783211237018
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "llm"
    },
    "event": "node_end",
    "nodeId": "dd5f7e7b-bc69-4b67-90e6-2077b6b93148",
    "timestamp": 1783211237018
  },
  {
    "data": {
      "nodeType": "http"
    },
    "event": "node_start",
    "nodeId": "7801734c-5eb9-4abd-b234-e406462931f7",
    "timestamp": 1783211237019
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "http",
      "latencyMs": 0,
      "operation": "fixture",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783211237019
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "http"
    },
    "event": "node_end",
    "nodeId": "7801734c-5eb9-4abd-b234-e406462931f7",
    "timestamp": 1783211237019
  },
  {
    "data": {
      "nodeType": "passthrough"
    },
    "event": "node_start",
    "nodeId": "04679ba8-f13c-4453-99ac-970095bffc20",
    "timestamp": 1783211237021
  },
  {
    "data": {
      "count": 1
    },
    "event": "splitOut",
    "nodeId": "passthrough",
    "timestamp": 1783211237021
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "passthrough"
    },
    "event": "node_end",
    "nodeId": "04679ba8-f13c-4453-99ac-970095bffc20",
    "timestamp": 1783211237021
  },
  {
    "data": {
      "nodeType": "passthrough"
    },
    "event": "node_start",
    "nodeId": "5a8d3334-b7f8-4f14-8026-055db795bb1f",
    "timestamp": 1783211237022
  },
  {
    "data": {},
    "event": "dateTime",
    "nodeId": "passthrough",
    "timestamp": 1783211237022
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "passthrough"
    },
    "event": "node_end",
    "nodeId": "5a8d3334-b7f8-4f14-8026-055db795bb1f",
    "timestamp": 1783211237022
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "5a1558ec-54e8-4860-b3db-edcb47c52413",
    "timestamp": 1783211237023
  },
  {
    "data": {
      "inputKeys": [
        "value",
        "now"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783211237023
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "5a1558ec-54e8-4860-b3db-edcb47c52413",
    "timestamp": 1783211237023
  },
  {
    "data": {
      "nodeType": "llm"
    },
    "event": "node_start",
    "nodeId": "74df223b-17ab-4189-a171-78224522e1c7",
    "timestamp": 1783211237024
  },
  {
    "data": {
      "messages": 1,
      "maxTokens": 1024
    },
    "event": "calling openai/gpt-4o-mini",
    "nodeId": "llm",
    "timestamp": 1783211237024
  },
  {
    "data": {
      "model": "gpt-4o-mini",
      "provider": "openai"
    },
    "event": "llm_call",
    "nodeId": "_context",
    "timestamp": 1783211237024
  },
  {
    "data": {
      "model": "gpt-4o-mini-2024-07-18",
      "costUsd": 0.0072125,
      "provider": "openai",
      "latencyMs": 7823,
      "promptTokens": 65,
      "completionTokens": 705
    },
    "event": "llm_result",
    "nodeId": "_context",
    "timestamp": 1783211244852
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "llm"
    },
    "event": "node_end",
    "nodeId": "74df223b-17ab-4189-a171-78224522e1c7",
    "timestamp": 1783211244852
  },
  {
    "data": {
      "nodeType": "passthrough"
    },
    "event": "node_start",
    "nodeId": "2e147670-67af-4dde-8ba8-90b685238599",
    "timestamp": 1783211244854
  },
  {
    "data": {},
    "event": "dateTime",
    "nodeId": "passthrough",
    "timestamp": 1783211244854
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "passthrough"
    },
    "event": "node_end",
    "nodeId": "2e147670-67af-4dde-8ba8-90b685238599",
    "timestamp": 1783211244854
  },
  {
    "data": {
      "nodeType": "passthrough"
    },
    "event": "node_start",
    "nodeId": "6b36f094-a3bf-4ff7-9385-4f7a2c80d54f",
    "timestamp": 1783211244855
  },
  {
    "data": {},
    "event": "dateTime",
    "nodeId": "passthrough",
    "timestamp": 1783211244855
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "passthrough"
    },
    "event": "node_end",
    "nodeId": "6b36f094-a3bf-4ff7-9385-4f7a2c80d54f",
    "timestamp": 1783211244855
  },
  {
    "data": {
      "nodeType": "set"
    },
    "event": "node_start",
    "nodeId": "c42d1748-a10d-4792-8526-5ea1c542eeec",
    "timestamp": 1783211244856
  },
  {
    "data": {
      "inputKeys": [
        "text",
        "model",
        "usage",
        "now"
      ],
      "mergeKeys": []
    },
    "event": "merged",
    "nodeId": "set",
    "timestamp": 1783211244856
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "set"
    },
    "event": "node_end",
    "nodeId": "c42d1748-a10d-4792-8526-5ea1c542eeec",
    "timestamp": 1783211244856
  },
  {
    "data": {
      "nodeType": "code"
    },
    "event": "node_start",
    "nodeId": "a0ee6c9a-cf76-4633-9c43-a7dc10a1f73e",
    "timestamp": 1783211244856
  },
  {
    "event": "execution error (simulated): Cannot read properties of undefined (reading 'trim')",
    "nodeId": "code",
    "timestamp": 1783211244858
  },
  {
    "data": {
      "mode": "read",
      "status": "ok",
      "service": "code",
      "latencyMs": 0,
      "operation": "exec-failed",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783211244858
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "code"
    },
    "event": "node_end",
    "nodeId": "a0ee6c9a-cf76-4633-9c43-a7dc10a1f73e",
    "timestamp": 1783211244858
  },
  {
    "data": {
      "nodeType": "integration"
    },
    "event": "node_start",
    "nodeId": "adef5d92-cb7e-417e-acbb-1a5d6c26426a",
    "timestamp": 1783211244860
  },
  {
    "data": {
      "mode": "write",
      "status": "ok",
      "service": "googleSheets",
      "safeMode": true,
      "latencyMs": 500,
      "operation": "append",
      "simulated": true
    },
    "event": "integration_mocked",
    "nodeId": "integration",
    "timestamp": 1783211245361
  },
  {
    "data": {
      "status": "ok",
      "nodeType": "integration"
    },
    "event": "node_end",
    "nodeId": "adef5d92-cb7e-417e-acbb-1a5d6c26426a",
    "timestamp": 1783211245361
  }
]