◉ClassyGitShadowzzh

sample_trace.json

sample_trace.json
{
  "model": "gpt-4o-mini",
  "pricing": {
    "input": 0.15,
    "cached": 0.075,
    "output": 0.6
  },
  "scenarios": [
    {
      "key": "naive",
      "name": "A 朴素(无缓存/无压缩)",
      "total_cost": 0.0037758,
      "component_costs": {
        "uncached_input_cost": 0.0031049999999999997,
        "cached_input_cost": 0.0,
        "output_cost": 0.0006708,
        "uncached_input_tokens": 20700,
        "cached_input_tokens": 0,
        "output_tokens": 1118,
        "tool_ctx_tokens": 9544
      },
      "cost_distribution": {
        "n": 8,
        "mean": 0.000471975,
        "p50": 0.00048059999999999997,
        "p95": 0.0006462,
        "p99": 0.0006462,
        "max": 0.0006462
      },
      "spans": [
        {
          "step": "turn-1",
          "tool": "query_order",
          "kind": "llm",
          "prompt_tokens": 1113,
          "cached_tokens": 0,
          "completion_tokens": 104,
          "tool_ctx_tokens": 276,
          "latency_s": 3.1535720825195312
        },
        {
          "step": "turn-2",
          "tool": "query_logistics",
          "kind": "llm",
          "prompt_tokens": 1807,
          "cached_tokens": 0,
          "completion_tokens": 99,
          "tool_ctx_tokens": 829,
          "latency_s": 2.0884652137756348
        },
        {
          "step": "turn-3",
          "tool": "check_refund_policy",
          "kind": "llm",
          "prompt_tokens": 2154,
          "cached_tokens": 0,
          "completion_tokens": 139,
          "tool_ctx_tokens": 1046,
          "latency_s": 2.685513973236084
        },
        {
          "step": "turn-4",
          "tool": "query_knowledge_base",
          "kind": "llm",
          "prompt_tokens": 2564,
          "cached_tokens": 0,
          "completion_tokens": 160,
          "tool_ctx_tokens": 1287,
          "latency_s": 2.922238826751709
        },
        {
          "step": "turn-5",
          "tool": "query_user_history",
          "kind": "llm",
          "prompt_tokens": 2863,
          "cached_tokens": 0,
          "completion_tokens": 136,
          "tool_ctx_tokens": 1389,
          "latency_s": 2.6890718936920166
        },
        {
          "step": "turn-6",
          "tool": "issue_refund",
          "kind": "llm",
          "prompt_tokens": 3123,
          "cached_tokens": 0,
          "completion_tokens": 160,
          "tool_ctx_tokens": 1490,
          "latency_s": 3.073489189147949
        },
        {
          "step": "turn-7",
          "tool": "send_notification",
          "kind": "llm",
          "prompt_tokens": 3408,
          "cached_tokens": 0,
          "completion_tokens": 160,
          "tool_ctx_tokens": 1579,
          "latency_s": 3.0861823558807373
        },
        {
          "step": "turn-8",
          "tool": "close_ticket",
          "kind": "llm",
          "prompt_tokens": 3668,
          "cached_tokens": 0,
          "completion_tokens": 160,
          "tool_ctx_tokens": 1648,
          "latency_s": 2.504854917526245
        }
      ]
    },
    {
      "key": "kv",
      "name": "KV 仅缓存(稳定前缀/不压缩)",
      "total_cost": 0.0027075,
      "component_costs": {
        "uncached_input_cost": 0.0010227,
        "cached_input_cost": 0.0010176,
        "output_cost": 0.0006672,
        "uncached_input_tokens": 6818,
        "cached_input_tokens": 13568,
        "output_tokens": 1112,
        "tool_ctx_tokens": 9544
      },
      "cost_distribution": {
        "n": 8,
        "mean": 0.0003384375,
        "p50": 0.00033465000000000003,
        "p95": 0.00040815,
        "p99": 0.00040815,
        "max": 0.00040815
      },
      "spans": [
        {
          "step": "turn-1",
          "tool": "query_order",
          "kind": "llm",
          "prompt_tokens": 1056,
          "cached_tokens": 1024,
          "completion_tokens": 121,
          "tool_ctx_tokens": 276,
          "latency_s": 2.1304330825805664
        },
        {
          "step": "turn-2",
          "tool": "query_logistics",
          "kind": "llm",
          "prompt_tokens": 1763,
          "cached_tokens": 0,
          "completion_tokens": 117,
          "tool_ctx_tokens": 829,
          "latency_s": 2.102344036102295
        },
        {
          "step": "turn-3",
          "tool": "check_refund_policy",
          "kind": "llm",
          "prompt_tokens": 2130,
          "cached_tokens": 1024,
          "completion_tokens": 136,
          "tool_ctx_tokens": 1046,
          "latency_s": 3.537381172180176
        },
        {
          "step": "turn-4",
          "tool": "query_knowledge_base",
          "kind": "llm",
          "prompt_tokens": 2540,
          "cached_tokens": 1024,
          "completion_tokens": 160,
          "tool_ctx_tokens": 1287,
          "latency_s": 3.393212080001831
        },
        {
          "step": "turn-5",
          "tool": "query_user_history",
          "kind": "llm",
          "prompt_tokens": 2834,
          "cached_tokens": 2176,
          "completion_tokens": 114,
          "tool_ctx_tokens": 1389,
          "latency_s": 1.906968116760254
        },
        {
          "step": "turn-6",
          "tool": "issue_refund",
          "kind": "llm",
          "prompt_tokens": 3081,
          "cached_tokens": 2560,
          "completion_tokens": 160,
          "tool_ctx_tokens": 1490,
          "latency_s": 2.7878849506378174
        },
        {
          "step": "turn-7",
          "tool": "send_notification",
          "kind": "llm",
          "prompt_tokens": 3361,
          "cached_tokens": 2560,
          "completion_tokens": 160,
          "tool_ctx_tokens": 1579,
          "latency_s": 2.825930118560791
        },
        {
          "step": "turn-8",
          "tool": "close_ticket",
          "kind": "llm",
          "prompt_tokens": 3621,
          "cached_tokens": 3200,
          "completion_tokens": 144,
          "tool_ctx_tokens": 1648,
          "latency_s": 2.7222893238067627
        }
      ]
    },
    {
      "key": "compress",
      "name": "仅压缩(前缀不稳定/摘要)",
      "total_cost": 0.00311475,
      "component_costs": {
        "uncached_input_cost": 0.00242655,
        "cached_input_cost": 0.0,
        "output_cost": 0.0006882,
        "uncached_input_tokens": 16177,
        "cached_input_tokens": 0,
        "output_tokens": 1147,
        "tool_ctx_tokens": 5248
      },
      "cost_distribution": {
        "n": 8,
        "mean": 0.00038934375,
        "p50": 0.0004059,
        "p95": 0.0004497,
        "p99": 0.0004497,
        "max": 0.0004497
      },
      "spans": [
        {
          "step": "turn-1",
          "tool": "query_order",
          "kind": "llm",
          "prompt_tokens": 1112,
          "cached_tokens": 0,
          "completion_tokens": 127,
          "tool_ctx_tokens": 276,
          "latency_s": 2.223604917526245
        },
        {
          "step": "turn-2",
          "tool": "query_logistics",
          "kind": "llm",
          "prompt_tokens": 1829,
          "cached_tokens": 0,
          "completion_tokens": 91,
          "tool_ctx_tokens": 829,
          "latency_s": 2.916440963745117
        },
        {
          "step": "turn-3",
          "tool": "check_refund_policy",
          "kind": "llm",
          "prompt_tokens": 2164,
          "cached_tokens": 0,
          "completion_tokens": 129,
          "tool_ctx_tokens": 1046,
          "latency_s": 2.543590784072876
        },
        {
          "step": "turn-4",
          "tool": "query_knowledge_base",
          "kind": "llm",
          "prompt_tokens": 2310,
          "cached_tokens": 0,
          "completion_tokens": 160,
          "tool_ctx_tokens": 1052,
          "latency_s": 2.999290943145752
        },
        {
          "step": "turn-5",
          "tool": "query_user_history",
          "kind": "llm",
          "prompt_tokens": 2066,
          "cached_tokens": 0,
          "completion_tokens": 160,
          "tool_ctx_tokens": 635,
          "latency_s": 5.8334801197052
        },
        {
          "step": "turn-6",
          "tool": "issue_refund",
          "kind": "llm",
          "prompt_tokens": 2146,
          "cached_tokens": 0,
          "completion_tokens": 160,
          "tool_ctx_tokens": 551,
          "latency_s": 2.787147045135498
        },
        {
          "step": "turn-7",
          "tool": "send_notification",
          "kind": "llm",
          "prompt_tokens": 2192,
          "cached_tokens": 0,
          "completion_tokens": 160,
          "tool_ctx_tokens": 430,
          "latency_s": 3.470608949661255
        },
        {
          "step": "turn-8",
          "tool": "close_ticket",
          "kind": "llm",
          "prompt_tokens": 2358,
          "cached_tokens": 0,
          "completion_tokens": 160,
          "tool_ctx_tokens": 429,
          "latency_s": 2.5834107398986816
        }
      ]
    },
    {
      "key": "both",
      "name": "B 优化(KV缓存+压缩)",
      "total_cost": 0.00264285,
      "component_costs": {
        "uncached_input_cost": 0.00148365,
        "cached_input_cost": 0.0004608,
        "output_cost": 0.0006984000000000001,
        "uncached_input_tokens": 9891,
        "cached_input_tokens": 6144,
        "output_tokens": 1164,
        "tool_ctx_tokens": 5248
      },
      "cost_distribution": {
        "n": 8,
        "mean": 0.00033035625,
        "p50": 0.00033525000000000004,
        "p95": 0.00044249999999999997,
        "p99": 0.00044249999999999997,
        "max": 0.00044249999999999997
      },
      "spans": [
        {
          "step": "turn-1",
          "tool": "query_order",
          "kind": "llm",
          "prompt_tokens": 1056,
          "cached_tokens": 1024,
          "completion_tokens": 139,
          "tool_ctx_tokens": 276,
          "latency_s": 2.405411958694458
        },
        {
          "step": "turn-2",
          "tool": "query_logistics",
          "kind": "llm",
          "prompt_tokens": 1781,
          "cached_tokens": 0,
          "completion_tokens": 112,
          "tool_ctx_tokens": 829,
          "latency_s": 2.1826939582824707
        },
        {
          "step": "turn-3",
          "tool": "check_refund_policy",
          "kind": "llm",
          "prompt_tokens": 2143,
          "cached_tokens": 1024,
          "completion_tokens": 151,
          "tool_ctx_tokens": 1046,
          "latency_s": 2.5647878646850586
        },
        {
          "step": "turn-4",
          "tool": "query_knowledge_base",
          "kind": "llm",
          "prompt_tokens": 2310,
          "cached_tokens": 0,
          "completion_tokens": 160,
          "tool_ctx_tokens": 1052,
          "latency_s": 3.0318493843078613
        },
        {
          "step": "turn-5",
          "tool": "query_user_history",
          "kind": "llm",
          "prompt_tokens": 2060,
          "cached_tokens": 1024,
          "completion_tokens": 160,
          "tool_ctx_tokens": 635,
          "latency_s": 2.475983142852783
        },
        {
          "step": "turn-6",
          "tool": "issue_refund",
          "kind": "llm",
          "prompt_tokens": 2143,
          "cached_tokens": 1024,
          "completion_tokens": 160,
          "tool_ctx_tokens": 551,
          "latency_s": 2.7105050086975098
        },
        {
          "step": "turn-7",
          "tool": "send_notification",
          "kind": "llm",
          "prompt_tokens": 2188,
          "cached_tokens": 1024,
          "completion_tokens": 160,
          "tool_ctx_tokens": 430,
          "latency_s": 2.7884562015533447
        },
        {
          "step": "turn-8",
          "tool": "close_ticket",
          "kind": "llm",
          "prompt_tokens": 2354,
          "cached_tokens": 1024,
          "completion_tokens": 122,
          "tool_ctx_tokens": 429,
          "latency_s": 2.3781700134277344
        }
      ]
    }
  ]
}