{
  "timestamp": "2026-11-05T12:48:46Z",
  "git_commit": "91d6fdbe5ae8e4bcb657580f1d84faab274cbf4c",
  "git_dirty": true,
  "host": {
    "platform": "Linux-6.8.0-85-generic-x86_64-with-glibc2.39",
    "cpu": "x86_64",
    "logical_cpus": 16,
    "memory_bytes": 33639645184
  },
  "versions": {
    "apache-airflow": "3.3.2",
    "pyarrow": "26.0.1",
    "psutil": "7.2.2",
    "PyYAML": "6.0.3",
    "langgraph": "1.2.20",
    "httpx": "0.28.1"
  },
  "artifacts": {
    "parse": {
      "name": "piflow_csv_parser",
      "version": "2.0",
      "executor": "jvm",
      "artifact_sha256": "841d71c1ee255f9a28ee26e92c914697d049a22517337fab5ed2839ea8dad19c",
      "artifact_path": "841d71c1ee255f9a28ee26e92c914697d049a22517337fab5ed2839ea8dad19c.jar",
      "image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
      "entrypoint": "xstream.examples.piflow.CsvParser"
    },
    "filter": {
      "name": "piflow_filter",
      "version": "1.2",
      "executor": "python",
      "artifact_sha256": "fe3b1fdb9d9fa4f6b917eca8d0211bae801f59133923413a9073642266319b99",
      "artifact_path": "fe3b1fdb9d9fa4f6b917eca8d0211bae801f59133923413a9073642266319b99.zip",
      "image": "sha256:451e7ab496c06cc4198078b0dae8e545f50842c39ea5d23c5eefc6c2ce68e8c2",
      "entrypoint": "xstream_piflow_filter"
    },
    "warm_filter": {
      "name": "piflow_filter",
      "version": "2.0",
      "executor": "jvm",
      "artifact_sha256": "c8039cc7bf98d81ce0e60ca5c1e88a5fa9e0b6db07f97d86615f6d423e86a674",
      "artifact_path": "c8039cc7bf98d81ce0e60ca5c1e88a5fa9e0b6db07f97d86615f6d423e86a674.jar",
      "image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
      "entrypoint": "xstream.examples.piflow.Filter"
    },
    "join": {
      "name": "piflow_join",
      "version": "2.0",
      "executor": "jvm",
      "artifact_sha256": "9536e3a8c47a93fc65d4046072c2818f436915ce0183f338a757ccf5400a92e5",
      "artifact_path": "9536e3a8c47a93fc65d4046072c2818f436915ce0183f338a757ccf5400a92e5.jar",
      "image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
      "entrypoint": "xstream.examples.piflow.Join"
    },
    "sql": {
      "name": "piflow_execute_sql_stop",
      "version": "2.0",
      "executor": "jvm",
      "artifact_sha256": "09d8e07835633d42259af6fabb4ced69aabc65180bec5a02aa34bb278d41e6d1",
      "artifact_path": "09d8e07835633d42259af6fabb4ced69aabc65180bec5a02aa34bb278d41e6d1.jar",
      "image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
      "entrypoint": "xstream.examples.piflow.ExecuteSql"
    },
    "csv": {
      "name": "piflow_csv_save",
      "version": "2.0",
      "executor": "jvm",
      "artifact_sha256": "990d828554b4e178f3427ab2f2ba30cf5c7e189487fad0c56846baefb0a2b231",
      "artifact_path": "990d828554b4e178f3427ab2f2ba30cf5c7e189487fad0c56846baefb0a2b231.jar",
      "image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
      "entrypoint": "xstream.examples.piflow.CsvSave"
    }
  },
  "datasets": {
    "250000": {
      "rows": 250000,
      "bytes": 22725407,
      "csv_sha256": "f52c4f7ebb3fd2b1a30e0c758fc877ae321ee191eab7056939f3a3e2deb1b7ab",
      "stations_bytes": 13991
    }
  },
  "config": {
    "output": "<benchmark-output>",
    "repository": "http://127.0.0.1:8820",
    "rows": [
      250000
    ],
    "workflows": [
      "pipeline",
      "join",
      "aggregate"
    ],
    "codex_home": "<local-codex-config>",
    "methods": [
      "airflow-file",
      "llm-tools",
      "xstream-isolated",
      "xstream-fused"
    ],
    "repeats": 3,
    "warmups": 1,
    "fsync": false,
    "seed": 20261105
  },
  "samples": [
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-fused",
      "repeat": -1,
      "warmup": true,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "37d496ab-fc59-4373-b622-cb6bebafcaf0",
      "bytes": 9088976,
      "rows": 100000,
      "execution_units": [
        {
          "id": "unit-warm",
          "mode": "shared_process",
          "reason": "same_locked_dependency_environment",
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          },
          "steps": [
            "warm",
            "export"
          ]
        },
        {
          "id": "observations",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "parse"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "quality"
          ],
          "runtime_image": "sha256:451e7ab496c06cc4198078b0dae8e545f50842c39ea5d23c5eefc6c2ce68e8c2",
          "runtime_executor": "python",
          "runtime_name": "python-arrow",
          "runtime_version": "2.0",
          "runtime_dependencies": {
            "python": "3.12",
            "pyarrow": "23.0.1",
            "xstream-sdk": "0.1.0-SNAPSHOT"
          },
          "dependency_environment": "f268a49bef227062fbf35d40627d5ff6e44d4558cbeaa253359f97651e32828c",
          "process_count": 1,
          "dependency_lock": {
            "provider": "python",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "python/.lock",
                "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
              }
            ],
            "requirements": ""
          }
        }
      ],
      "materialized_sources": {},
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "first_data_s": 15.821975595,
      "wall_s": 23.814777439,
      "throughput_MiB_s": 0.9100499486628357
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "airflow-file",
      "repeat": -1,
      "warmup": true,
      "intermediate_payload_file_bytes": 66723048,
      "wall_s": 31.845230457838625,
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "bytes": 9088976,
      "rows": 100000,
      "airflow_dag_id": "xstream_benchmark_pipeline",
      "airflow_run_id": "manual__benchmark_b249a13d25764178ae9a4d496ce96fde",
      "airflow_state": "success",
      "first_data_s": 29.69182525994256,
      "logical_input_read_bytes": 89506880,
      "steps": [
        {
          "step": "parse",
          "wall_s": 3.491007076110691,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 8.984833166003227,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "warm",
          "wall_s": 5.654741629958153,
          "input_bytes": 25895440,
          "written_bytes": 12162776,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 3.0719842680264264,
          "input_bytes": 12162776,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.6805614741734156
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-isolated",
      "repeat": -1,
      "warmup": true,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "8cf26fd9-2e20-4c32-9b9e-8f77b743be68",
      "bytes": 9088976,
      "rows": 100000,
      "execution_units": [
        {
          "id": "observations",
          "mode": "host_stream_source",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "steps": [
            "parse"
          ]
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "steps": [
            "quality"
          ]
        },
        {
          "id": "warm",
          "mode": "isolated_step",
          "steps": [
            "warm"
          ]
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "steps": [
            "export"
          ]
        }
      ],
      "materialized_sources": {},
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "first_data_s": 9.511951622,
      "wall_s": 17.449681873,
      "throughput_MiB_s": 1.2420075703106666
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "llm-tools",
      "repeat": -1,
      "warmup": true,
      "intermediate_payload_file_bytes": 66723048,
      "wall_s": 41.56538694095798,
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "bytes": 9088976,
      "rows": 100000,
      "model_api_s": 15.012118993792683,
      "tool_batches_s": 26.540045325877145,
      "model_turns": 5,
      "tool_calls": [
        {
          "step_id": "parse",
          "inputs": {
            "source": "observations"
          }
        },
        {
          "step_id": "quality",
          "inputs": {
            "source": "parse"
          }
        },
        {
          "step_id": "warm",
          "inputs": {
            "source": "quality"
          }
        },
        {
          "step_id": "export",
          "inputs": {
            "source": "warm"
          }
        }
      ],
      "token_usage": {
        "input_tokens": 3604,
        "output_tokens": 106,
        "total_tokens": 3710,
        "cached_input_tokens": 0,
        "reasoning_output_tokens": 0
      },
      "model_turn_details": [
        {
          "wall_s": 3.3411306308116764,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d24eaa5cdf49cd0016aec7b87cd1087d0878d46b2286c7195": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b89a7b887d09082cd058187c5ce": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 26
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 620,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 26,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 646
          }
        },
        {
          "wall_s": 3.8184846921358258,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d24eaa5cdf49cd0016aec7b8eecb887d095e49e2e37fa361f": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b89a7b887d09082cd058187c5ce": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b8eecec87d08426814fb864eb59": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b91982487d0b7815e9c73a79243": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 671,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 696
          }
        },
        {
          "wall_s": 2.7505176679696888,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d24eaa5cdf49cd0016aec7b9d0eb087d0a18d1c7b5c45c6d4": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b89a7b887d09082cd058187c5ce": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b9d0ed887d0bdae69925bc6cb01": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b91982487d0b7815e9c73a79243": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b9d0ef887d0a1ebf943601da80b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b9ea05487d0a26dbfb631493576": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 721,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 746
          }
        },
        {
          "wall_s": 3.213423840003088,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d24eaa5cdf49cd0016aec7ba828bc87d083e5eddecae5b5b3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b89a7b887d09082cd058187c5ce": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7ba828f087d085b711d07af59704": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b91982487d0b7815e9c73a79243": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7ba8291887d0bc820160a58f2dd0": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b9ea05487d0a26dbfb631493576": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7ba8293c87d0991f521e0c1fbf9c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7ba98bd887d09cfff38ea31714be": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 771,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 796
          }
        },
        {
          "wall_s": 1.8885621628724039,
          "tool_calls": 0,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d24eaa5cdf49cd0016aec7baf1db887d08139e81c60fd7e8e": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b89a7b887d09082cd058187c5ce": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7baf1de887d0b5e8d59d0cb51848": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b91982487d0b7815e9c73a79243": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7baf1e0887d0a34d6a5c169f50de": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7b9ea05487d0a26dbfb631493576": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7baf1e2c87d08f616c635008443a": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7ba98bd887d09cfff38ea31714be": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d24eaa5cdf49cd0016aec7baf1e5c87d0affc1f17d786d5e3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "msg_0d24eaa5cdf49cd0016aec7bb0296887d09a7775f4d2de6b46": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 2,
                      "output_tokens": 5
                    }
                  ],
                  "input_tokens": 2,
                  "output_tokens": 5
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 821,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 5,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 826
          }
        }
      ],
      "agent_wall_s": 41.56534726405516,
      "first_data_s": 37.6531563710887,
      "logical_input_read_bytes": 89506880,
      "steps": [
        {
          "step": "parse",
          "wall_s": 4.095211199950427,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 10.290397252887487,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "warm",
          "wall_s": 7.773038785904646,
          "input_bytes": 25895440,
          "written_bytes": 12162776,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 4.3778776549734175,
          "input_bytes": 12162776,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.5214106876128436
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-isolated",
      "repeat": 0,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "1241f07d-f36c-4f63-bd36-5f8abc99ad29",
      "bytes": 9088976,
      "rows": 100000,
      "execution_units": [
        {
          "id": "observations",
          "mode": "host_stream_source",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "steps": [
            "parse"
          ]
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "steps": [
            "quality"
          ]
        },
        {
          "id": "warm",
          "mode": "isolated_step",
          "steps": [
            "warm"
          ]
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "steps": [
            "export"
          ]
        }
      ],
      "materialized_sources": {},
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "first_data_s": 9.100076357,
      "wall_s": 17.313525624,
      "throughput_MiB_s": 1.2517749103473303
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-fused",
      "repeat": 0,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "f61113e4-f0ae-4362-a0a0-489db72360a8",
      "bytes": 9088976,
      "rows": 100000,
      "execution_units": [
        {
          "id": "unit-warm",
          "mode": "shared_process",
          "reason": "same_locked_dependency_environment",
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          },
          "steps": [
            "warm",
            "export"
          ]
        },
        {
          "id": "observations",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "parse"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "quality"
          ],
          "runtime_image": "sha256:451e7ab496c06cc4198078b0dae8e545f50842c39ea5d23c5eefc6c2ce68e8c2",
          "runtime_executor": "python",
          "runtime_name": "python-arrow",
          "runtime_version": "2.0",
          "runtime_dependencies": {
            "python": "3.12",
            "pyarrow": "23.0.1",
            "xstream-sdk": "0.1.0-SNAPSHOT"
          },
          "dependency_environment": "f268a49bef227062fbf35d40627d5ff6e44d4558cbeaa253359f97651e32828c",
          "process_count": 1,
          "dependency_lock": {
            "provider": "python",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "python/.lock",
                "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
              }
            ],
            "requirements": ""
          }
        }
      ],
      "materialized_sources": {},
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "first_data_s": 13.687260028,
      "wall_s": 23.873652092,
      "throughput_MiB_s": 0.9078056805997125
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "llm-tools",
      "repeat": 0,
      "warmup": false,
      "intermediate_payload_file_bytes": 66723048,
      "wall_s": 38.70198489399627,
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "bytes": 9088976,
      "rows": 100000,
      "model_api_s": 14.527508372906595,
      "tool_batches_s": 24.163573383819312,
      "model_turns": 5,
      "tool_calls": [
        {
          "step_id": "parse",
          "inputs": {
            "source": "observations"
          }
        },
        {
          "step_id": "quality",
          "inputs": {
            "source": "parse"
          }
        },
        {
          "step_id": "warm",
          "inputs": {
            "source": "quality"
          }
        },
        {
          "step_id": "export",
          "inputs": {
            "source": "warm"
          }
        }
      ],
      "token_usage": {
        "input_tokens": 3604,
        "output_tokens": 106,
        "total_tokens": 3710,
        "cached_input_tokens": 0,
        "reasoning_output_tokens": 0
      },
      "model_turn_details": [
        {
          "wall_s": 3.09934267308563,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d20b72761f05538016aec7bda3a9487d0a307c74e4befa766": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bdc3e5887d0b446c261dd5d77ac": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 26
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 620,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 26,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 646
          }
        },
        {
          "wall_s": 3.5031455289572477,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d20b72761f05538016aec7be33b0887d0a85b0778ef12a1b9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bdc3e5887d0b446c261dd5d77ac": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7be33b4087d08c79e0ec9fb0455f": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7be46efc87d084a0ed76db05a6a5": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 671,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 696
          }
        },
        {
          "wall_s": 2.348828142043203,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d20b72761f05538016aec7bef2d5887d084584ffecaa29300": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bdc3e5887d0b446c261dd5d77ac": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bef2d8887d0a0cb6a3dfd4673da": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7be46efc87d084a0ed76db05a6a5": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bef2da887d0ab2075d672a82095": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bf05c2c87d0801fba77fc97f65c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 721,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 746
          }
        },
        {
          "wall_s": 2.6630477709695697,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d20b72761f05538016aec7bf83f8887d094539b0203beb887": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bdc3e5887d0b446c261dd5d77ac": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bf83fb887d09ecc468216f6e912": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7be46efc87d084a0ed76db05a6a5": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bf83fd887d0857663b80307942c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bf05c2c87d0801fba77fc97f65c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bf83ff487d0b82209b3c2333c0c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bf96fe887d0ab30365e1a1b29f9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 771,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 796
          }
        },
        {
          "wall_s": 2.913144257850945,
          "tool_calls": 0,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d20b72761f05538016aec7bfe0a0487d0a16bc4acd538578b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bdc3e5887d0b446c261dd5d77ac": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bfe0a3887d0b6308c2f2dd681e9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7be46efc87d084a0ed76db05a6a5": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bfe0a6087d0a08e687e1d364d54": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bf05c2c87d0801fba77fc97f65c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bfe0a8087d0b271912cc0af5d78": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bf96fe887d0ab30365e1a1b29f9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d20b72761f05538016aec7bfe0aa087d0a677e009be125393": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "msg_0d20b72761f05538016aec7bffffb487d0b3031d5621230ade": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 2,
                      "output_tokens": 5
                    }
                  ],
                  "input_tokens": 2,
                  "output_tokens": 5
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 821,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 5,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 826
          }
        }
      ],
      "agent_wall_s": 38.70194928208366,
      "first_data_s": 34.5444999311585,
      "logical_input_read_bytes": 89506880,
      "steps": [
        {
          "step": "parse",
          "wall_s": 4.707084940047935,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 9.596574804047123,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "warm",
          "wall_s": 6.628689411096275,
          "input_bytes": 25895440,
          "written_bytes": 12162776,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 3.228360860142857,
          "input_bytes": 12162776,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.559987738229437
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "airflow-file",
      "repeat": 0,
      "warmup": false,
      "intermediate_payload_file_bytes": 66723048,
      "wall_s": 30.467749495059252,
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "bytes": 9088976,
      "rows": 100000,
      "airflow_dag_id": "xstream_benchmark_pipeline",
      "airflow_run_id": "manual__benchmark_27e437ad21f14eb1a2ce0d14e6b23269",
      "airflow_state": "success",
      "first_data_s": 27.855223063146695,
      "logical_input_read_bytes": 89506880,
      "steps": [
        {
          "step": "parse",
          "wall_s": 3.5634464339818805,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 9.888653835048899,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "warm",
          "wall_s": 6.240361925913021,
          "input_bytes": 25895440,
          "written_bytes": 12162776,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 3.1050806380808353,
          "input_bytes": 12162776,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.7113304180636418
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-isolated",
      "repeat": 1,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "1ff2c582-3e5f-43e5-8c31-78402d16a2e0",
      "bytes": 9088976,
      "rows": 100000,
      "execution_units": [
        {
          "id": "observations",
          "mode": "host_stream_source",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "steps": [
            "parse"
          ]
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "steps": [
            "quality"
          ]
        },
        {
          "id": "warm",
          "mode": "isolated_step",
          "steps": [
            "warm"
          ]
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "steps": [
            "export"
          ]
        }
      ],
      "materialized_sources": {},
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "first_data_s": 11.574153634,
      "wall_s": 20.94841676,
      "throughput_MiB_s": 1.0345715971796814
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "airflow-file",
      "repeat": 1,
      "warmup": false,
      "intermediate_payload_file_bytes": 66723048,
      "wall_s": 31.284028463996947,
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "bytes": 9088976,
      "rows": 100000,
      "airflow_dag_id": "xstream_benchmark_pipeline",
      "airflow_run_id": "manual__benchmark_b4f3122fd0284a45a5c547b8cb7063ee",
      "airflow_state": "success",
      "first_data_s": 28.844160412903875,
      "logical_input_read_bytes": 89506880,
      "steps": [
        {
          "step": "parse",
          "wall_s": 4.633905604016036,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 9.518902625190094,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "warm",
          "wall_s": 7.159538358915597,
          "input_bytes": 25895440,
          "written_bytes": 12162776,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 3.578230590792373,
          "input_bytes": 12162776,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.6927700187563965
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "llm-tools",
      "repeat": 1,
      "warmup": false,
      "intermediate_payload_file_bytes": 66723048,
      "wall_s": 34.65321132703684,
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "bytes": 9088976,
      "rows": 100000,
      "model_api_s": 12.132559224963188,
      "tool_batches_s": 22.50447880779393,
      "model_turns": 5,
      "tool_calls": [
        {
          "step_id": "parse",
          "inputs": {
            "source": "observations"
          }
        },
        {
          "step_id": "quality",
          "inputs": {
            "source": "parse"
          }
        },
        {
          "step_id": "warm",
          "inputs": {
            "source": "quality"
          }
        },
        {
          "step_id": "export",
          "inputs": {
            "source": "warm"
          }
        }
      ],
      "token_usage": {
        "input_tokens": 3604,
        "output_tokens": 106,
        "total_tokens": 3710,
        "cached_input_tokens": 0,
        "reasoning_output_tokens": 0
      },
      "model_turn_details": [
        {
          "wall_s": 2.4239150919020176,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_03409b41ac1396a3016aec7c53a97887d0860ab7d109737a11": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c54e6a087d0a7250e59403e4c39": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 26
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 620,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 26,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 646
          }
        },
        {
          "wall_s": 2.341163357021287,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_03409b41ac1396a3016aec7c5a637c87d0a6b5c1552d098fd6": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c54e6a087d0a7250e59403e4c39": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c5a63a487d0aad1744913c1e261": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c5b9c5487d0b20e3fbf1613b662": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 671,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 696
          }
        },
        {
          "wall_s": 2.7189818860497326,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_03409b41ac1396a3016aec7c65e37887d0ad3f68c61dc2e345": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c54e6a087d0a7250e59403e4c39": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c65e3a487d0ac74f34ac1456188": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c5b9c5487d0b20e3fbf1613b662": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c65e3c487d0ae65c7a0535c7ae3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c675dd487d088a2b3bc78c7fdfd": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 721,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 746
          }
        },
        {
          "wall_s": 2.697630367008969,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_03409b41ac1396a3016aec7c6ed28087d0b80ff34f52a4b2fe": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c54e6a087d0a7250e59403e4c39": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c6ed2c087d09bfc178de6109672": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c5b9c5487d0b20e3fbf1613b662": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c6ed2ec87d08100e26392b600c9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c675dd487d088a2b3bc78c7fdfd": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c6ed30c87d0a861ed19449d9f18": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c7023cc87d0a92aa4a52c94c0bd": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 771,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 796
          }
        },
        {
          "wall_s": 1.9508685229811817,
          "tool_calls": 0,
          "usage": {
            "attribution": {
              "items": {
                "msg_03409b41ac1396a3016aec7c7457e087d08d53ce2eb2ce01a9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c54e6a087d0a7250e59403e4c39": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c74581087d0a15d1f6d166d76b9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c5b9c5487d0b20e3fbf1613b662": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c74583087d0a10a49bbb9024c6b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c675dd487d088a2b3bc78c7fdfd": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c74584c87d0b90bec27ef274828": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c7023cc87d0a92aa4a52c94c0bd": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_03409b41ac1396a3016aec7c74586887d0b95e7e834bb607b1": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "msg_03409b41ac1396a3016aec7c756ab887d0a10189625b707bc7": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 2,
                      "output_tokens": 5
                    }
                  ],
                  "input_tokens": 2,
                  "output_tokens": 5
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 821,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 5,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 826
          }
        }
      ],
      "agent_wall_s": 34.65316144400276,
      "first_data_s": 31.63933921814896,
      "logical_input_read_bytes": 89506880,
      "steps": [
        {
          "step": "parse",
          "wall_s": 4.331666419049725,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 9.022357230074704,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "warm",
          "wall_s": 6.117032750044018,
          "input_bytes": 25895440,
          "written_bytes": 12162776,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 3.0282665041740984,
          "input_bytes": 12162776,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.6254149660545186
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-fused",
      "repeat": 1,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "1cf6ffad-b6d7-4df1-866a-5801bb4c6e35",
      "bytes": 9088976,
      "rows": 100000,
      "execution_units": [
        {
          "id": "unit-warm",
          "mode": "shared_process",
          "reason": "same_locked_dependency_environment",
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          },
          "steps": [
            "warm",
            "export"
          ]
        },
        {
          "id": "observations",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "parse"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "quality"
          ],
          "runtime_image": "sha256:451e7ab496c06cc4198078b0dae8e545f50842c39ea5d23c5eefc6c2ce68e8c2",
          "runtime_executor": "python",
          "runtime_name": "python-arrow",
          "runtime_version": "2.0",
          "runtime_dependencies": {
            "python": "3.12",
            "pyarrow": "23.0.1",
            "xstream-sdk": "0.1.0-SNAPSHOT"
          },
          "dependency_environment": "f268a49bef227062fbf35d40627d5ff6e44d4558cbeaa253359f97651e32828c",
          "process_count": 1,
          "dependency_lock": {
            "provider": "python",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "python/.lock",
                "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
              }
            ],
            "requirements": ""
          }
        }
      ],
      "materialized_sources": {},
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "first_data_s": 13.743915915,
      "wall_s": 20.679421497,
      "throughput_MiB_s": 1.0480291718471377
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "airflow-file",
      "repeat": 2,
      "warmup": false,
      "intermediate_payload_file_bytes": 66723048,
      "wall_s": 32.087655796902254,
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "bytes": 9088976,
      "rows": 100000,
      "airflow_dag_id": "xstream_benchmark_pipeline",
      "airflow_run_id": "manual__benchmark_c56b05ae1d6643f9af3e03f77de93b26",
      "airflow_state": "success",
      "first_data_s": 29.24536954285577,
      "logical_input_read_bytes": 89506880,
      "steps": [
        {
          "step": "parse",
          "wall_s": 4.9754371689632535,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 9.766054458916187,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "warm",
          "wall_s": 7.679947588127106,
          "input_bytes": 25895440,
          "written_bytes": 12162776,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 4.288265112088993,
          "input_bytes": 12162776,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.6754197664969682
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "llm-tools",
      "repeat": 2,
      "warmup": false,
      "intermediate_payload_file_bytes": 66723048,
      "wall_s": 41.759077697992325,
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "bytes": 9088976,
      "rows": 100000,
      "model_api_s": 14.458189055789262,
      "tool_batches_s": 27.28903922205791,
      "model_turns": 5,
      "tool_calls": [
        {
          "step_id": "parse",
          "inputs": {
            "source": "observations"
          }
        },
        {
          "step_id": "quality",
          "inputs": {
            "source": "parse"
          }
        },
        {
          "step_id": "warm",
          "inputs": {
            "source": "quality"
          }
        },
        {
          "step_id": "export",
          "inputs": {
            "source": "warm"
          }
        }
      ],
      "token_usage": {
        "input_tokens": 3604,
        "output_tokens": 106,
        "total_tokens": 3710,
        "cached_input_tokens": 0,
        "reasoning_output_tokens": 0
      },
      "model_turn_details": [
        {
          "wall_s": 2.955400214996189,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0537ab26a666e093016aec7cab29d487d0932af972580b01bf": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cacd8c487d0adb39cf2e2dcdfe3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 26
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 620,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 26,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 646
          }
        },
        {
          "wall_s": 3.1279512888286263,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0537ab26a666e093016aec7cb2c5e087d09331800805a165fd": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cacd8c487d0adb39cf2e2dcdfe3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cb2c60c87d09546b9d27dcba67c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cb4217087d0bbc983a4b375f0e7": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 671,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 696
          }
        },
        {
          "wall_s": 2.7230130590032786,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0537ab26a666e093016aec7cbf951087d0b20cf30051cd5dc3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cacd8c487d0adb39cf2e2dcdfe3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cbf954c87d0ad2360d587eed2ee": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cb4217087d0bbc983a4b375f0e7": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cbf95e087d0818f7029d571b493": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cc1222887d0aa18ea44fc60b7a8": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 721,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 746
          }
        },
        {
          "wall_s": 3.091413940070197,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0537ab26a666e093016aec7cc9339087d084a2406c82b51307": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cacd8c487d0adb39cf2e2dcdfe3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cc933bc87d081d5f174bd74bb6d": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cb4217087d0bbc983a4b375f0e7": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cc933e087d096ea47bca86312db": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cc1222887d0aa18ea44fc60b7a8": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cc933fc87d0acd685e477f5660c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7ccb22c087d0aff8bb83e723b4e1": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 771,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 796
          }
        },
        {
          "wall_s": 2.5604105528909713,
          "tool_calls": 0,
          "usage": {
            "attribution": {
              "items": {
                "msg_0537ab26a666e093016aec7cd24b7887d09d908f852c304c86": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 225,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 225,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cacd8c487d0adb39cf2e2dcdfe3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cd24bac87d0a7b0a0ff2ca56bed": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cb4217087d0bbc983a4b375f0e7": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cd24bd487d0833c8e1caf3d29a4": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cc1222887d0aa18ea44fc60b7a8": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cd24bf887d0abfa5bca166c4504": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7ccb22c087d0aff8bb83e723b4e1": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0537ab26a666e093016aec7cd24c1c87d09855e8df926ae1ec": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "msg_0537ab26a666e093016aec7cd3e57887d0bee71458764fc63b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 2,
                      "output_tokens": 5
                    }
                  ],
                  "input_tokens": 2,
                  "output_tokens": 5
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 821,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 5,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 826
          }
        }
      ],
      "agent_wall_s": 41.75902412994765,
      "first_data_s": 36.58125918917358,
      "logical_input_read_bytes": 89506880,
      "steps": [
        {
          "step": "parse",
          "wall_s": 4.220672777155414,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 10.123713260050863,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "warm",
          "wall_s": 6.961697798920795,
          "input_bytes": 25895440,
          "written_bytes": 12162776,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 5.97824049112387,
          "input_bytes": 12162776,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.5189922330784805
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-isolated",
      "repeat": 2,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "19d781ac-b2ec-42e7-90ec-3253130a64ae",
      "bytes": 9088976,
      "rows": 100000,
      "execution_units": [
        {
          "id": "observations",
          "mode": "host_stream_source",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "steps": [
            "parse"
          ]
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "steps": [
            "quality"
          ]
        },
        {
          "id": "warm",
          "mode": "isolated_step",
          "steps": [
            "warm"
          ]
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "steps": [
            "export"
          ]
        }
      ],
      "materialized_sources": {},
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "first_data_s": 15.019759958,
      "wall_s": 22.132281457,
      "throughput_MiB_s": 0.9792319435249267
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-fused",
      "repeat": 2,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "c5120197-1fe3-43f2-a27c-931083f51dca",
      "bytes": 9088976,
      "rows": 100000,
      "execution_units": [
        {
          "id": "unit-warm",
          "mode": "shared_process",
          "reason": "same_locked_dependency_environment",
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          },
          "steps": [
            "warm",
            "export"
          ]
        },
        {
          "id": "observations",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "parse"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "quality"
          ],
          "runtime_image": "sha256:451e7ab496c06cc4198078b0dae8e545f50842c39ea5d23c5eefc6c2ce68e8c2",
          "runtime_executor": "python",
          "runtime_name": "python-arrow",
          "runtime_version": "2.0",
          "runtime_dependencies": {
            "python": "3.12",
            "pyarrow": "23.0.1",
            "xstream-sdk": "0.1.0-SNAPSHOT"
          },
          "dependency_environment": "f268a49bef227062fbf35d40627d5ff6e44d4558cbeaa253359f97651e32828c",
          "process_count": 1,
          "dependency_lock": {
            "provider": "python",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "python/.lock",
                "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
              }
            ],
            "requirements": ""
          }
        }
      ],
      "materialized_sources": {},
      "sha256": "c00c0b4ba0a4a2b3089119ee7a2d5c8fa8b834daaa3dbd75627fddafab940465",
      "first_data_s": 12.143586877,
      "wall_s": 19.981403625,
      "throughput_MiB_s": 1.0846403682403374
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "xstream-fused",
      "repeat": -1,
      "warmup": true,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "7ba9ce47-76c8-4415-8c4b-cd636a4dd62e",
      "bytes": 22168221,
      "rows": 225000,
      "execution_units": [
        {
          "id": "unit-stations",
          "mode": "shared_process",
          "reason": "same_locked_dependency_environment",
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          },
          "steps": [
            "stations",
            "combine"
          ]
        },
        {
          "id": "observations",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "dimension",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "dimension"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "parse"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "quality"
          ],
          "runtime_image": "sha256:451e7ab496c06cc4198078b0dae8e545f50842c39ea5d23c5eefc6c2ce68e8c2",
          "runtime_executor": "python",
          "runtime_name": "python-arrow",
          "runtime_version": "2.0",
          "runtime_dependencies": {
            "python": "3.12",
            "pyarrow": "23.0.1",
            "xstream-sdk": "0.1.0-SNAPSHOT"
          },
          "dependency_environment": "f268a49bef227062fbf35d40627d5ff6e44d4558cbeaa253359f97651e32828c",
          "process_count": 1,
          "dependency_lock": {
            "provider": "python",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "python/.lock",
                "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
              }
            ],
            "requirements": ""
          }
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "export"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        }
      ],
      "materialized_sources": {},
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "first_data_s": 19.551286964,
      "wall_s": 29.229492852,
      "throughput_MiB_s": 0.7419211805331
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "xstream-isolated",
      "repeat": -1,
      "warmup": true,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "841af3d1-87d7-485d-b5ec-ff53620bcb13",
      "bytes": 22168221,
      "rows": 225000,
      "execution_units": [
        {
          "id": "observations",
          "mode": "host_stream_source",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "dimension",
          "mode": "host_stream_source",
          "steps": [
            "dimension"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "steps": [
            "parse"
          ]
        },
        {
          "id": "stations",
          "mode": "isolated_step",
          "steps": [
            "stations"
          ]
        },
        {
          "id": "combine",
          "mode": "isolated_step",
          "steps": [
            "combine"
          ]
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "steps": [
            "quality"
          ]
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "steps": [
            "export"
          ]
        }
      ],
      "materialized_sources": {},
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "first_data_s": 14.358109467,
      "wall_s": 23.652123603,
      "throughput_MiB_s": 0.9168724215693271
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "airflow-file",
      "repeat": -1,
      "warmup": true,
      "intermediate_payload_file_bytes": 90291440,
      "wall_s": 30.683387496042997,
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "bytes": 22168221,
      "rows": 225000,
      "airflow_dag_id": "xstream_benchmark_join",
      "airflow_run_id": "manual__benchmark_28bd52924232461a8f8a25ffb2b457c0",
      "airflow_state": "success",
      "first_data_s": 28.462558729108423,
      "logical_input_read_bytes": 113089560,
      "steps": [
        {
          "step": "parse",
          "wall_s": 5.878682615002617,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "stations",
          "wall_s": 4.6253873181995,
          "input_bytes": 14288,
          "written_bytes": 25928,
          "data_frames": 8
        },
        {
          "step": "combine",
          "wall_s": 4.880358000984415,
          "input_bytes": 28690760,
          "written_bytes": 32358280,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 10.539715893100947,
          "input_bytes": 32358280,
          "written_bytes": 29242400,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 4.298641462111846,
          "input_bytes": 29242400,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.7067661563097075
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "llm-tools",
      "repeat": -1,
      "warmup": true,
      "intermediate_payload_file_bytes": 90291440,
      "wall_s": 47.5662869408261,
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "bytes": 22168221,
      "rows": 225000,
      "model_api_s": 19.097754299873486,
      "tool_batches_s": 28.44983903109096,
      "model_turns": 5,
      "tool_calls": [
        {
          "step_id": "parse",
          "inputs": {
            "source": "observations"
          }
        },
        {
          "step_id": "stations",
          "inputs": {
            "source": "dimension"
          }
        },
        {
          "step_id": "combine",
          "inputs": {
            "left": "parse",
            "right": "stations"
          }
        },
        {
          "step_id": "quality",
          "inputs": {
            "source": "combine"
          }
        },
        {
          "step_id": "export",
          "inputs": {
            "source": "quality"
          }
        }
      ],
      "token_usage": {
        "input_tokens": 4045,
        "output_tokens": 148,
        "total_tokens": 4193,
        "cached_input_tokens": 0,
        "reasoning_output_tokens": 0
      },
      "model_turn_details": [
        {
          "wall_s": 3.342247213004157,
          "tool_calls": 2,
          "usage": {
            "attribution": {
              "items": {
                "msg_04f04717c8165f90016aec7d52c71487d0890921f6315141c8": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d55152887d09a7097c8ac15ff80": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 41
                },
                "fc_04f04717c8165f90016aec7d55153887d0abc6ba1df79c8900": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 0,
                  "output_tokens": 23
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 657,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 64,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 721
          }
        },
        {
          "wall_s": 2.420076637994498,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_04f04717c8165f90016aec7d5c3c8087d0a22db41448c6a65a": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d55152887d09a7097c8ac15ff80": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d55153887d0abc6ba1df79c8900": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d5c3cc087d09154f3a27f9a15b5": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d5c3cd887d094f86338e9052a23": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d5d73a487d08ea75000656b06ee": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 29
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 769,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 29,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 798
          }
        },
        {
          "wall_s": 3.6763195239473134,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_04f04717c8165f90016aec7d65862c87d0834463d0a17dd4a3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d55152887d09a7097c8ac15ff80": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d55153887d0abc6ba1df79c8900": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d65866887d089242535e0fa9fe3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d65868087d0a95383a58a442cfb": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d5d73a487d08ea75000656b06ee": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 31,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d6586a487d08439ed25315ed308": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d676f1087d0a2e85c1b7cadab52": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 823,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 848
          }
        },
        {
          "wall_s": 5.159224303904921,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_04f04717c8165f90016aec7d740d0087d0a8f158396ce698ce": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d55152887d09a7097c8ac15ff80": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d55153887d0abc6ba1df79c8900": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d740d3c87d0bcd1becb3150404d": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d740d5087d0ade94b60e57a4120": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d5d73a487d08ea75000656b06ee": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 31,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d740d7087d09f18a83534c68f8b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d676f1087d0a2e85c1b7cadab52": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d740d9087d0b95868c6e7fb5d07": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d75804c87d09ad63ca7b878f82d": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 873,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 898
          }
        },
        {
          "wall_s": 4.499886621022597,
          "tool_calls": 0,
          "usage": {
            "attribution": {
              "items": {
                "msg_04f04717c8165f90016aec7d7da62c87d08e96afe876a4f667": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d55152887d09a7097c8ac15ff80": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d55153887d0abc6ba1df79c8900": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d7da66c87d0925512870c87b856": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d7da68487d09dbfe9dd437f3e11": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d5d73a487d08ea75000656b06ee": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 31,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d7da6a487d0a9ef0b44d1a95022": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d676f1087d0a2e85c1b7cadab52": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d7da6c087d09b2d3acc41505a44": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d75804c87d09ad63ca7b878f82d": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_04f04717c8165f90016aec7d7da6e087d088e66cb44de5c8eb": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "msg_04f04717c8165f90016aec7d81197887d0a86b0d230cb1c70b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 2,
                      "output_tokens": 5
                    }
                  ],
                  "input_tokens": 2,
                  "output_tokens": 5
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 923,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 5,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 928
          }
        }
      ],
      "agent_wall_s": 47.56624619709328,
      "first_data_s": 41.30623223283328,
      "logical_input_read_bytes": 113089560,
      "steps": [
        {
          "step": "stations",
          "wall_s": 6.044358525890857,
          "input_bytes": 14288,
          "written_bytes": 25928,
          "data_frames": 8
        },
        {
          "step": "parse",
          "wall_s": 6.338790433015674,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "combine",
          "wall_s": 6.5726954699493945,
          "input_bytes": 28690760,
          "written_bytes": 32358280,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 11.0557349298615,
          "input_bytes": 32358280,
          "written_bytes": 29242400,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 4.479876043973491,
          "input_bytes": 29242400,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.45591071403403133
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "airflow-file",
      "repeat": 0,
      "warmup": false,
      "intermediate_payload_file_bytes": 90291440,
      "wall_s": 28.77094951295294,
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "bytes": 22168221,
      "rows": 225000,
      "airflow_dag_id": "xstream_benchmark_join",
      "airflow_run_id": "manual__benchmark_e8cf3530efb5458a91ac88291d2361b7",
      "airflow_state": "success",
      "first_data_s": 26.914329926948994,
      "logical_input_read_bytes": 113089560,
      "steps": [
        {
          "step": "parse",
          "wall_s": 4.510978049831465,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "stations",
          "wall_s": 3.189300282858312,
          "input_bytes": 14288,
          "written_bytes": 25928,
          "data_frames": 8
        },
        {
          "step": "combine",
          "wall_s": 5.780601538019255,
          "input_bytes": 28690760,
          "written_bytes": 32358280,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 10.406471803085878,
          "input_bytes": 32358280,
          "written_bytes": 29242400,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 3.349719302961603,
          "input_bytes": 29242400,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.7537457126111332
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "xstream-fused",
      "repeat": 0,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "a9824d26-48c8-4444-bea9-b521d71f4dc2",
      "bytes": 22168221,
      "rows": 225000,
      "execution_units": [
        {
          "id": "unit-stations",
          "mode": "shared_process",
          "reason": "same_locked_dependency_environment",
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          },
          "steps": [
            "stations",
            "combine"
          ]
        },
        {
          "id": "observations",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "dimension",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "dimension"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "parse"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "quality"
          ],
          "runtime_image": "sha256:451e7ab496c06cc4198078b0dae8e545f50842c39ea5d23c5eefc6c2ce68e8c2",
          "runtime_executor": "python",
          "runtime_name": "python-arrow",
          "runtime_version": "2.0",
          "runtime_dependencies": {
            "python": "3.12",
            "pyarrow": "23.0.1",
            "xstream-sdk": "0.1.0-SNAPSHOT"
          },
          "dependency_environment": "f268a49bef227062fbf35d40627d5ff6e44d4558cbeaa253359f97651e32828c",
          "process_count": 1,
          "dependency_lock": {
            "provider": "python",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "python/.lock",
                "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
              }
            ],
            "requirements": ""
          }
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "export"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        }
      ],
      "materialized_sources": {},
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "first_data_s": 15.523648159,
      "wall_s": 25.890159381,
      "throughput_MiB_s": 0.8376147679899696
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "llm-tools",
      "repeat": 0,
      "warmup": false,
      "intermediate_payload_file_bytes": 90291440,
      "wall_s": 56.14986256812699,
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "bytes": 22168221,
      "rows": 225000,
      "model_api_s": 15.614328539697453,
      "tool_batches_s": 40.523223830154166,
      "model_turns": 5,
      "tool_calls": [
        {
          "step_id": "parse",
          "inputs": {
            "source": "observations"
          }
        },
        {
          "step_id": "stations",
          "inputs": {
            "source": "dimension"
          }
        },
        {
          "step_id": "combine",
          "inputs": {
            "left": "parse",
            "right": "stations"
          }
        },
        {
          "step_id": "quality",
          "inputs": {
            "source": "combine"
          }
        },
        {
          "step_id": "export",
          "inputs": {
            "source": "quality"
          }
        }
      ],
      "token_usage": {
        "input_tokens": 4045,
        "output_tokens": 148,
        "total_tokens": 4193,
        "cached_input_tokens": 0,
        "reasoning_output_tokens": 0
      },
      "model_turn_details": [
        {
          "wall_s": 4.405451413942501,
          "tool_calls": 2,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d55e9eb6a3db551016aec7db907bc87d0a1b8fd4dd38c300b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dbc0fe487d08ee2d9a1c3e1a971": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 41
                },
                "fc_0d55e9eb6a3db551016aec7dbc0ff487d087643b6de6cdc118": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 0,
                  "output_tokens": 23
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 657,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 64,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 721
          }
        },
        {
          "wall_s": 3.114650323987007,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d55e9eb6a3db551016aec7dc77aec87d084744bb331598ea4": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dbc0fe487d08ee2d9a1c3e1a971": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dbc0ff487d087643b6de6cdc118": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dc77b3087d0bc68180a07e51aa9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dc77b4487d0bf325ebea18c1dae": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dc8d22087d0aea0881e3a41caeb": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 29
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 769,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 29,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 798
          }
        },
        {
          "wall_s": 3.1325029658619314,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d55e9eb6a3db551016aec7dd11b7487d0a1358ad5d8a98104": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dbc0fe487d08ee2d9a1c3e1a971": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dbc0ff487d087643b6de6cdc118": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dd11bac87d082daedb957b3c7fb": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dd11bc487d0a094563ec3e06e67": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dc8d22087d0aea0881e3a41caeb": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 31,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dd11be087d081f35deaf3b71818": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dd3030487d0a7b35e572ae8bc54": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 823,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 848
          }
        },
        {
          "wall_s": 2.664442989975214,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d55e9eb6a3db551016aec7de4632087d0a0b08a540d29273e": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dbc0fe487d08ee2d9a1c3e1a971": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dbc0ff487d087643b6de6cdc118": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7de4635c87d0833ef780dba75ef6": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7de4637487d0935bb24f1acefd41": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dc8d22087d0aea0881e3a41caeb": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 31,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7de4639087d09ed87723d4983b00": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dd3030487d0a7b35e572ae8bc54": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7de463ac87d0bf7ebd7262c4cf9e": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7de5eb9887d0b0405b37155e8a2c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 873,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 898
          }
        },
        {
          "wall_s": 2.2972808459308,
          "tool_calls": 0,
          "usage": {
            "attribution": {
              "items": {
                "msg_0d55e9eb6a3db551016aec7deea49487d0a5e004afd5e67119": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dbc0fe487d08ee2d9a1c3e1a971": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dbc0ff487d087643b6de6cdc118": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7deea4c887d0945386effa736c77": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7deea4dc87d09e57903a5283a6cc": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dc8d22087d0aea0881e3a41caeb": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 31,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7deea4f887d0ade2c743ad9aca55": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7dd3030487d0a7b35e572ae8bc54": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7deea51487d0a12955f1233648f3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7de5eb9887d0b0405b37155e8a2c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0d55e9eb6a3db551016aec7deea53087d0a9ea311626d07150": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "msg_0d55e9eb6a3db551016aec7df012a487d09d10f912a2bf2a96": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 2,
                      "output_tokens": 5
                    }
                  ],
                  "input_tokens": 2,
                  "output_tokens": 5
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 923,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 5,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 928
          }
        }
      ],
      "agent_wall_s": 56.14980266918428,
      "first_data_s": 51.311549292178825,
      "logical_input_read_bytes": 113089560,
      "steps": [
        {
          "step": "stations",
          "wall_s": 7.369575154967606,
          "input_bytes": 14288,
          "written_bytes": 25928,
          "data_frames": 8
        },
        {
          "step": "parse",
          "wall_s": 9.961898389039561,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "combine",
          "wall_s": 6.803577722981572,
          "input_bytes": 28690760,
          "written_bytes": 32358280,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 16.168133080005646,
          "input_bytes": 32358280,
          "written_bytes": 29242400,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 7.586256687063724,
          "input_bytes": 29242400,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.3862160805260727
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "xstream-isolated",
      "repeat": 0,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "f8909f46-745c-4133-b03f-ce813d56915e",
      "bytes": 22168221,
      "rows": 225000,
      "execution_units": [
        {
          "id": "observations",
          "mode": "host_stream_source",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "dimension",
          "mode": "host_stream_source",
          "steps": [
            "dimension"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "steps": [
            "parse"
          ]
        },
        {
          "id": "stations",
          "mode": "isolated_step",
          "steps": [
            "stations"
          ]
        },
        {
          "id": "combine",
          "mode": "isolated_step",
          "steps": [
            "combine"
          ]
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "steps": [
            "quality"
          ]
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "steps": [
            "export"
          ]
        }
      ],
      "materialized_sources": {},
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "first_data_s": 38.56676446,
      "wall_s": 57.324867395,
      "throughput_MiB_s": 0.37829969485513626
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "xstream-isolated",
      "repeat": 1,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "e107d93e-39ab-4225-b3ca-5611668e3743",
      "bytes": 22168221,
      "rows": 225000,
      "execution_units": [
        {
          "id": "observations",
          "mode": "host_stream_source",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "dimension",
          "mode": "host_stream_source",
          "steps": [
            "dimension"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "steps": [
            "parse"
          ]
        },
        {
          "id": "stations",
          "mode": "isolated_step",
          "steps": [
            "stations"
          ]
        },
        {
          "id": "combine",
          "mode": "isolated_step",
          "steps": [
            "combine"
          ]
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "steps": [
            "quality"
          ]
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "steps": [
            "export"
          ]
        }
      ],
      "materialized_sources": {},
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "first_data_s": 21.662411152,
      "wall_s": 30.442604011,
      "throughput_MiB_s": 0.7123562700255119
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "xstream-fused",
      "repeat": 1,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "25e64651-cf84-4e47-b706-696cac809c9c",
      "bytes": 22168221,
      "rows": 225000,
      "execution_units": [
        {
          "id": "unit-stations",
          "mode": "shared_process",
          "reason": "same_locked_dependency_environment",
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          },
          "steps": [
            "stations",
            "combine"
          ]
        },
        {
          "id": "observations",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "dimension",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "dimension"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "parse"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "quality"
          ],
          "runtime_image": "sha256:451e7ab496c06cc4198078b0dae8e545f50842c39ea5d23c5eefc6c2ce68e8c2",
          "runtime_executor": "python",
          "runtime_name": "python-arrow",
          "runtime_version": "2.0",
          "runtime_dependencies": {
            "python": "3.12",
            "pyarrow": "23.0.1",
            "xstream-sdk": "0.1.0-SNAPSHOT"
          },
          "dependency_environment": "f268a49bef227062fbf35d40627d5ff6e44d4558cbeaa253359f97651e32828c",
          "process_count": 1,
          "dependency_lock": {
            "provider": "python",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "python/.lock",
                "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
              }
            ],
            "requirements": ""
          }
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "export"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        }
      ],
      "materialized_sources": {},
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "first_data_s": 19.691023611,
      "wall_s": 29.227892616,
      "throughput_MiB_s": 0.7419618009431258
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "llm-tools",
      "repeat": 1,
      "warmup": false,
      "intermediate_payload_file_bytes": 90291440,
      "wall_s": 40.09370123804547,
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "bytes": 22168221,
      "rows": 225000,
      "model_api_s": 16.212739181006327,
      "tool_batches_s": 23.870124408975244,
      "model_turns": 5,
      "tool_calls": [
        {
          "step_id": "parse",
          "inputs": {
            "source": "observations"
          }
        },
        {
          "step_id": "stations",
          "inputs": {
            "source": "dimension"
          }
        },
        {
          "step_id": "combine",
          "inputs": {
            "left": "parse",
            "right": "stations"
          }
        },
        {
          "step_id": "quality",
          "inputs": {
            "source": "combine"
          }
        },
        {
          "step_id": "export",
          "inputs": {
            "source": "quality"
          }
        }
      ],
      "token_usage": {
        "input_tokens": 4045,
        "output_tokens": 148,
        "total_tokens": 4193,
        "cached_input_tokens": 0,
        "reasoning_output_tokens": 0
      },
      "model_turn_details": [
        {
          "wall_s": 4.364282913971692,
          "tool_calls": 2,
          "usage": {
            "attribution": {
              "items": {
                "msg_08377e4bb19cca38016aec7e661c6087d0afca73389efce637": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e696d0487d0af9ab1093886a191": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 41
                },
                "fc_08377e4bb19cca38016aec7e696d1c87d0a6f450df6afbd4eb": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 0,
                  "output_tokens": 23
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 657,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 64,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 721
          }
        },
        {
          "wall_s": 2.692524311132729,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_08377e4bb19cca38016aec7e6dd7e887d0a4bf08b4940591c1": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e696d0487d0af9ab1093886a191": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e696d1c87d0a6f450df6afbd4eb": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e6dd82087d0b68a050250500662": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e6dd83887d08bc2c7fa045c9fae": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e6f29d487d0a92beb40a0d72509": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 29
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 769,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 29,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 798
          }
        },
        {
          "wall_s": 2.4899491819087416,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_08377e4bb19cca38016aec7e756c8887d0867824c73a83d8df": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e696d0487d0af9ab1093886a191": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e696d1c87d0a6f450df6afbd4eb": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e756cd487d0b00f8a406b01e15f": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e756cec87d0968bedda97219bb6": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e6f29d487d0a92beb40a0d72509": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 31,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e756d1887d0b14db923d13d2aeb": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e769c1487d09cff9054d24326ea": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 823,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 848
          }
        },
        {
          "wall_s": 2.769219152163714,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_08377e4bb19cca38016aec7e8293a087d0ac75049263ac9a03": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e696d0487d0af9ab1093886a191": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e696d1c87d0a6f450df6afbd4eb": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e8293dc87d0a1f663f9a7e09a7b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e8293f087d08a7a8e7e126c9183": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e6f29d487d0a92beb40a0d72509": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 31,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e82941087d0968c6c50ee7e2959": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e769c1487d09cff9054d24326ea": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e82942c87d0bf724ce44245849e": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e843ad087d09c7a9cb9cbffcdb2": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 873,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 898
          }
        },
        {
          "wall_s": 3.89676362182945,
          "tool_calls": 0,
          "usage": {
            "attribution": {
              "items": {
                "msg_08377e4bb19cca38016aec7e8b3cd087d0b054c57565a9b2f9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e696d0487d0af9ab1093886a191": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e696d1c87d0a6f450df6afbd4eb": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e8b3d3887d0a9d6d5a38ad30b4b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e8b3d5c87d0b3d42e9fcd54260b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e6f29d487d0a92beb40a0d72509": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 31,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e8b3d9087d0a3b4c5ced058000b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e769c1487d09cff9054d24326ea": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e8b3dc087d091efefa75ea2abad": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e843ad087d09c7a9cb9cbffcdb2": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_08377e4bb19cca38016aec7e8b3de487d0aa029cd92c109cae": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "msg_08377e4bb19cca38016aec7e8d2bd487d08ba3eeee5ae05508": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 2,
                      "output_tokens": 5
                    }
                  ],
                  "input_tokens": 2,
                  "output_tokens": 5
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 923,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 5,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 928
          }
        }
      ],
      "agent_wall_s": 40.09363815980032,
      "first_data_s": 34.307704916922376,
      "logical_input_read_bytes": 113089560,
      "steps": [
        {
          "step": "stations",
          "wall_s": 2.944552311906591,
          "input_bytes": 14288,
          "written_bytes": 25928,
          "data_frames": 8
        },
        {
          "step": "parse",
          "wall_s": 3.352442238945514,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "combine",
          "wall_s": 4.858905327040702,
          "input_bytes": 28690760,
          "written_bytes": 32358280,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 10.863149733981118,
          "input_bytes": 32358280,
          "written_bytes": 29242400,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 4.792901567183435,
          "input_bytes": 29242400,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.5408824621699311
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "airflow-file",
      "repeat": 1,
      "warmup": false,
      "intermediate_payload_file_bytes": 90291440,
      "wall_s": 33.39955569501035,
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "bytes": 22168221,
      "rows": 225000,
      "airflow_dag_id": "xstream_benchmark_join",
      "airflow_run_id": "manual__benchmark_da09b8e52da7416fa129294fd6378162",
      "airflow_state": "success",
      "first_data_s": 30.98933384893462,
      "logical_input_read_bytes": 113089560,
      "steps": [
        {
          "step": "parse",
          "wall_s": 5.922240328043699,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "stations",
          "wall_s": 5.280316455056891,
          "input_bytes": 14288,
          "written_bytes": 25928,
          "data_frames": 8
        },
        {
          "step": "combine",
          "wall_s": 6.968509223079309,
          "input_bytes": 28690760,
          "written_bytes": 32358280,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 12.400561549933627,
          "input_bytes": 32358280,
          "written_bytes": 29242400,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 4.0373622451443225,
          "input_bytes": 29242400,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.6492894708290798
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "llm-tools",
      "repeat": 2,
      "warmup": false,
      "intermediate_payload_file_bytes": 90291440,
      "wall_s": 44.493713681120425,
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "bytes": 22168221,
      "rows": 225000,
      "model_api_s": 16.532842018874362,
      "tool_batches_s": 27.949525270145386,
      "model_turns": 5,
      "tool_calls": [
        {
          "step_id": "parse",
          "inputs": {
            "source": "observations"
          }
        },
        {
          "step_id": "stations",
          "inputs": {
            "source": "dimension"
          }
        },
        {
          "step_id": "combine",
          "inputs": {
            "left": "parse",
            "right": "stations"
          }
        },
        {
          "step_id": "quality",
          "inputs": {
            "source": "combine"
          }
        },
        {
          "step_id": "export",
          "inputs": {
            "source": "quality"
          }
        }
      ],
      "token_usage": {
        "input_tokens": 4045,
        "output_tokens": 148,
        "total_tokens": 4193,
        "cached_input_tokens": 0,
        "reasoning_output_tokens": 0
      },
      "model_turn_details": [
        {
          "wall_s": 3.495805094949901,
          "tool_calls": 2,
          "usage": {
            "attribution": {
              "items": {
                "msg_0ab11b24099e5108016aec7eafafd087d0a476f95e23e48eba": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb219f887d08133b71516586450": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 41
                },
                "fc_0ab11b24099e5108016aec7eb21a0887d093b61bcf1ba3412d": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 0,
                  "output_tokens": 23
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 657,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 64,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 721
          }
        },
        {
          "wall_s": 2.878709867829457,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0ab11b24099e5108016aec7eb7a3b887d091009d81f7f664ff": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb219f887d08133b71516586450": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb21a0887d093b61bcf1ba3412d": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb7a3fc87d09fada633f1768161": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb7a41887d0b35c186ede67197a": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb9193487d0a910245bc7780697": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 29
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 769,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 29,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 798
          }
        },
        {
          "wall_s": 3.2836026889272034,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0ab11b24099e5108016aec7ebff0d887d08534c054dfa4cade": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb219f887d08133b71516586450": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb21a0887d093b61bcf1ba3412d": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ebff11487d0be45652caab7a885": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ebff12487d0b3826c8da3a1b75f": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb9193487d0a910245bc7780697": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 31,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ebff14487d086a00656b69a2f86": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ec200f487d0ae906662aecf52b9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 823,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 848
          }
        },
        {
          "wall_s": 4.6540531411301345,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0ab11b24099e5108016aec7ecfcbb087d09a42421658c80255": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb219f887d08133b71516586450": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb21a0887d093b61bcf1ba3412d": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ecfcbe887d09362294c8abb9478": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ecfcbf887d09a614fcb84497d90": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb9193487d0a910245bc7780697": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 31,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ecfcc1887d0954bb79dbf1dd63b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ec200f487d0ae906662aecf52b9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ecfcc3087d0a5cdd5c2b8a01571": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ed2195887d08690e21c82686887": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 873,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 898
          }
        },
        {
          "wall_s": 2.220671226037666,
          "tool_calls": 0,
          "usage": {
            "attribution": {
              "items": {
                "msg_0ab11b24099e5108016aec7ed9cd1487d0b9b4b28465a4ed26": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 258,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 258,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb219f887d08133b71516586450": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 43,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb21a0887d093b61bcf1ba3412d": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ed9cd5887d0b55d7437b40b4d96": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ed9cd7087d0b530b7fe0fef9e1d": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7eb9193487d0a910245bc7780697": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 31,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ed9cd9487d0a5edea00a2585d5f": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ec200f487d0ae906662aecf52b9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ed9cdb887d0a5176b91d5805f30": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ed2195887d08690e21c82686887": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0ab11b24099e5108016aec7ed9cdf887d08dd365d621d8908d": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "msg_0ab11b24099e5108016aec7edaee6487d0bc76eb1e7b1f3ee9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 2,
                      "output_tokens": 5
                    }
                  ],
                  "input_tokens": 2,
                  "output_tokens": 5
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 397,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 923,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 5,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 928
          }
        }
      ],
      "agent_wall_s": 44.493642129004,
      "first_data_s": 39.9349094030913,
      "logical_input_read_bytes": 113089560,
      "steps": [
        {
          "step": "stations",
          "wall_s": 4.450289530912414,
          "input_bytes": 14288,
          "written_bytes": 25928,
          "data_frames": 8
        },
        {
          "step": "parse",
          "wall_s": 4.463379755150527,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "combine",
          "wall_s": 5.531788697000593,
          "input_bytes": 28690760,
          "written_bytes": 32358280,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 11.410352865001187,
          "input_bytes": 32358280,
          "written_bytes": 29242400,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 6.541108758887276,
          "input_bytes": 29242400,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.48739424176996593
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "airflow-file",
      "repeat": 2,
      "warmup": false,
      "intermediate_payload_file_bytes": 90291440,
      "wall_s": 29.01633753417991,
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "bytes": 22168221,
      "rows": 225000,
      "airflow_dag_id": "xstream_benchmark_join",
      "airflow_run_id": "manual__benchmark_de3beb24f41243039188ed8e019a6853",
      "airflow_state": "success",
      "first_data_s": 26.867533893091604,
      "logical_input_read_bytes": 113089560,
      "steps": [
        {
          "step": "parse",
          "wall_s": 3.3865978859830648,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "stations",
          "wall_s": 2.774557664990425,
          "input_bytes": 14288,
          "written_bytes": 25928,
          "data_frames": 8
        },
        {
          "step": "combine",
          "wall_s": 5.924716312903911,
          "input_bytes": 28690760,
          "written_bytes": 32358280,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 10.348456820007414,
          "input_bytes": 32358280,
          "written_bytes": 29242400,
          "data_frames": 1954
        },
        {
          "step": "export",
          "wall_s": 4.434252887964249,
          "input_bytes": 29242400,
          "written_bytes": 0,
          "data_frames": 1954
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.7473713668237614
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "xstream-isolated",
      "repeat": 2,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "18a5846d-0cf6-48e0-981b-046d1c50ed2b",
      "bytes": 22168221,
      "rows": 225000,
      "execution_units": [
        {
          "id": "observations",
          "mode": "host_stream_source",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "dimension",
          "mode": "host_stream_source",
          "steps": [
            "dimension"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "steps": [
            "parse"
          ]
        },
        {
          "id": "stations",
          "mode": "isolated_step",
          "steps": [
            "stations"
          ]
        },
        {
          "id": "combine",
          "mode": "isolated_step",
          "steps": [
            "combine"
          ]
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "steps": [
            "quality"
          ]
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "steps": [
            "export"
          ]
        }
      ],
      "materialized_sources": {},
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "first_data_s": 13.22123161,
      "wall_s": 21.762315609,
      "throughput_MiB_s": 0.9964922958001406
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "input_bytes": 22739398,
      "method": "xstream-fused",
      "repeat": 2,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "75a5a521-175b-4482-b2ce-d6dff0edcbd5",
      "bytes": 22168221,
      "rows": 225000,
      "execution_units": [
        {
          "id": "unit-stations",
          "mode": "shared_process",
          "reason": "same_locked_dependency_environment",
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          },
          "steps": [
            "stations",
            "combine"
          ]
        },
        {
          "id": "observations",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "dimension",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "dimension"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "parse"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "quality"
          ],
          "runtime_image": "sha256:451e7ab496c06cc4198078b0dae8e545f50842c39ea5d23c5eefc6c2ce68e8c2",
          "runtime_executor": "python",
          "runtime_name": "python-arrow",
          "runtime_version": "2.0",
          "runtime_dependencies": {
            "python": "3.12",
            "pyarrow": "23.0.1",
            "xstream-sdk": "0.1.0-SNAPSHOT"
          },
          "dependency_environment": "f268a49bef227062fbf35d40627d5ff6e44d4558cbeaa253359f97651e32828c",
          "process_count": 1,
          "dependency_lock": {
            "provider": "python",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "python/.lock",
                "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
              }
            ],
            "requirements": ""
          }
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "export"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        }
      ],
      "materialized_sources": {},
      "sha256": "09b8e68f7aec3b96fdf6b1908d954e777a82b476382f5aed458588489199be5d",
      "first_data_s": 15.456599022,
      "wall_s": 23.942847021,
      "throughput_MiB_s": 0.9057393978301378
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-isolated",
      "repeat": -1,
      "warmup": true,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "eb8a4669-a53c-437b-8539-20227527a300",
      "bytes": 15379,
      "rows": 1024,
      "execution_units": [
        {
          "id": "observations",
          "mode": "host_stream_source",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "steps": [
            "parse"
          ]
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "steps": [
            "quality"
          ]
        },
        {
          "id": "stats",
          "mode": "isolated_step",
          "steps": [
            "stats"
          ]
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "steps": [
            "export"
          ]
        }
      ],
      "materialized_sources": {},
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "first_data_s": 15.162103022,
      "wall_s": 16.164021641,
      "throughput_MiB_s": 1.3407948508808116
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "llm-tools",
      "repeat": -1,
      "warmup": true,
      "intermediate_payload_file_bytes": 54588240,
      "wall_s": 35.8424548660405,
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "bytes": 15379,
      "rows": 1024,
      "model_api_s": 16.528616540133953,
      "tool_batches_s": 19.303366919979453,
      "model_turns": 5,
      "tool_calls": [
        {
          "step_id": "parse",
          "inputs": {
            "source": "observations"
          }
        },
        {
          "step_id": "quality",
          "inputs": {
            "source": "parse"
          }
        },
        {
          "step_id": "stats",
          "inputs": {
            "source": "quality"
          }
        },
        {
          "step_id": "export",
          "inputs": {
            "source": "stats"
          }
        }
      ],
      "token_usage": {
        "input_tokens": 3734,
        "output_tokens": 106,
        "total_tokens": 3840,
        "cached_input_tokens": 0,
        "reasoning_output_tokens": 0
      },
      "model_turn_details": [
        {
          "wall_s": 3.118765102000907,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0440e2b6cacbbdb5016aec7f36e20887d09f5c31bc7a1ad74f": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f38dea087d091d56357f2633da2": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 26
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 646,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 26,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 672
          }
        },
        {
          "wall_s": 3.1589376891497523,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0440e2b6cacbbdb5016aec7f3d31b487d0ae68e8f4b9d605cf": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f38dea087d091d56357f2633da2": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f3d31e087d0b3247dc9ef066b04": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f3f29d487d0be57a53f08ffc45c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 697,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 722
          }
        },
        {
          "wall_s": 2.9798635579645634,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0440e2b6cacbbdb5016aec7f49cdcc87d0b37c98783cbcdcee": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f38dea087d091d56357f2633da2": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f49cdf887d0a7c5e3afeec384b0": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f3f29d487d0be57a53f08ffc45c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f49ce1887d08ea46f36fa0f8be2": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f4b5c7887d0b8aef422f2deb2dd": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 747,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 772
          }
        },
        {
          "wall_s": 2.2390425628982484,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0440e2b6cacbbdb5016aec7f51b50487d08318a3c2f5f49d0a": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f38dea087d091d56357f2633da2": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f51b53887d0a6b93c5b95f1a96a": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f3f29d487d0be57a53f08ffc45c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f51b56087d084398614b81ce18d": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f4b5c7887d0b8aef422f2deb2dd": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f51b58887d0b11d3bcc7e41b2f9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f52d6e887d0a5648037b28dc60f": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 797,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 822
          }
        },
        {
          "wall_s": 5.032007628120482,
          "tool_calls": 0,
          "usage": {
            "attribution": {
              "items": {
                "msg_0440e2b6cacbbdb5016aec7f56497c87d0ad83eeada469ce72": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f38dea087d091d56357f2633da2": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f5649ac87d0aa72c3a72a117590": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f3f29d487d0be57a53f08ffc45c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f5649d087d0b94a51171a3f5203": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f4b5c7887d0b8aef422f2deb2dd": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f5649f487d0bc8451b61ce680c5": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f52d6e887d0a5648037b28dc60f": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0440e2b6cacbbdb5016aec7f564a1487d09e6a6959435c034f": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "msg_0440e2b6cacbbdb5016aec7f59910887d0bbeddf94211b645e": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 2,
                      "output_tokens": 5
                    }
                  ],
                  "input_tokens": 2,
                  "output_tokens": 5
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 847,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 5,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 852
          }
        }
      ],
      "agent_wall_s": 35.84241210320033,
      "first_data_s": 30.352032311959192,
      "logical_input_read_bytes": 77372072,
      "steps": [
        {
          "step": "parse",
          "wall_s": 3.0762125831097364,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 9.238642802927643,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "stats",
          "wall_s": 5.23940335190855,
          "input_bytes": 25895440,
          "written_bytes": 27968,
          "data_frames": 8
        },
        {
          "step": "export",
          "wall_s": 1.7462989850901067,
          "input_bytes": 27968,
          "written_bytes": 0,
          "data_frames": 8
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.6046638565014388
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "airflow-file",
      "repeat": -1,
      "warmup": true,
      "intermediate_payload_file_bytes": 54588240,
      "wall_s": 22.88726231805049,
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "bytes": 15379,
      "rows": 1024,
      "airflow_dag_id": "xstream_benchmark_aggregate",
      "airflow_run_id": "manual__benchmark_1667d906c2f9479fa6a69c98e3ffdbb5",
      "airflow_state": "success",
      "first_data_s": 21.69566354714334,
      "logical_input_read_bytes": 77372072,
      "steps": [
        {
          "step": "parse",
          "wall_s": 3.3239636309444904,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 9.199779415037483,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "stats",
          "wall_s": 4.705903105903417,
          "input_bytes": 25895440,
          "written_bytes": 27968,
          "data_frames": 8
        },
        {
          "step": "export",
          "wall_s": 2.1182524762116373,
          "input_bytes": 27968,
          "written_bytes": 0,
          "data_frames": 8
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.9469300733572777
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-fused",
      "repeat": -1,
      "warmup": true,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "0ca64079-7139-439a-9962-ffbf7fc7f160",
      "bytes": 15379,
      "rows": 1024,
      "execution_units": [
        {
          "id": "unit-stats",
          "mode": "shared_process",
          "reason": "same_locked_dependency_environment",
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          },
          "steps": [
            "stats",
            "export"
          ]
        },
        {
          "id": "observations",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "parse"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "quality"
          ],
          "runtime_image": "sha256:451e7ab496c06cc4198078b0dae8e545f50842c39ea5d23c5eefc6c2ce68e8c2",
          "runtime_executor": "python",
          "runtime_name": "python-arrow",
          "runtime_version": "2.0",
          "runtime_dependencies": {
            "python": "3.12",
            "pyarrow": "23.0.1",
            "xstream-sdk": "0.1.0-SNAPSHOT"
          },
          "dependency_environment": "f268a49bef227062fbf35d40627d5ff6e44d4558cbeaa253359f97651e32828c",
          "process_count": 1,
          "dependency_lock": {
            "provider": "python",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "python/.lock",
                "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
              }
            ],
            "requirements": ""
          }
        }
      ],
      "materialized_sources": {},
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "first_data_s": 18.751889384,
      "wall_s": 20.191649775,
      "throughput_MiB_s": 1.073346518351981
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-fused",
      "repeat": 0,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "0ac6203e-95e0-4da1-a1be-12f88751c209",
      "bytes": 15379,
      "rows": 1024,
      "execution_units": [
        {
          "id": "unit-stats",
          "mode": "shared_process",
          "reason": "same_locked_dependency_environment",
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          },
          "steps": [
            "stats",
            "export"
          ]
        },
        {
          "id": "observations",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "parse"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "quality"
          ],
          "runtime_image": "sha256:451e7ab496c06cc4198078b0dae8e545f50842c39ea5d23c5eefc6c2ce68e8c2",
          "runtime_executor": "python",
          "runtime_name": "python-arrow",
          "runtime_version": "2.0",
          "runtime_dependencies": {
            "python": "3.12",
            "pyarrow": "23.0.1",
            "xstream-sdk": "0.1.0-SNAPSHOT"
          },
          "dependency_environment": "f268a49bef227062fbf35d40627d5ff6e44d4558cbeaa253359f97651e32828c",
          "process_count": 1,
          "dependency_lock": {
            "provider": "python",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "python/.lock",
                "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
              }
            ],
            "requirements": ""
          }
        }
      ],
      "materialized_sources": {},
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "first_data_s": 20.76879817,
      "wall_s": 22.277753476,
      "throughput_MiB_s": 0.9728376341504502
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-isolated",
      "repeat": 0,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "0ac4e617-7890-4ee6-9fe8-a948c2f5f83c",
      "bytes": 15379,
      "rows": 1024,
      "execution_units": [
        {
          "id": "observations",
          "mode": "host_stream_source",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "steps": [
            "parse"
          ]
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "steps": [
            "quality"
          ]
        },
        {
          "id": "stats",
          "mode": "isolated_step",
          "steps": [
            "stats"
          ]
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "steps": [
            "export"
          ]
        }
      ],
      "materialized_sources": {},
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "first_data_s": 16.101881755,
      "wall_s": 17.580331843,
      "throughput_MiB_s": 1.2327774685554784
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "llm-tools",
      "repeat": 0,
      "warmup": false,
      "intermediate_payload_file_bytes": 54588240,
      "wall_s": 36.88355175103061,
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "bytes": 15379,
      "rows": 1024,
      "model_api_s": 16.031675357138738,
      "tool_batches_s": 20.841462718090042,
      "model_turns": 5,
      "tool_calls": [
        {
          "step_id": "parse",
          "inputs": {
            "source": "observations"
          }
        },
        {
          "step_id": "quality",
          "inputs": {
            "source": "parse"
          }
        },
        {
          "step_id": "stats",
          "inputs": {
            "source": "quality"
          }
        },
        {
          "step_id": "export",
          "inputs": {
            "source": "stats"
          }
        }
      ],
      "token_usage": {
        "input_tokens": 3734,
        "output_tokens": 106,
        "total_tokens": 3840,
        "cached_input_tokens": 0,
        "reasoning_output_tokens": 0
      },
      "model_turn_details": [
        {
          "wall_s": 2.7421489600092173,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_010ac75a46c589c3016aec7fadf22087d0b0a53af975fda821": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7faf548487d08009c4ca6b2eb7ed": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 26
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 646,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 26,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 672
          }
        },
        {
          "wall_s": 3.8693482750095427,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_010ac75a46c589c3016aec7fb4c0ec87d096bba479a224d341": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7faf548487d08009c4ca6b2eb7ed": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fb4c12087d0ac2fbc8569b242af": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fb7587087d0a1dc1533e8ce69b3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 697,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 722
          }
        },
        {
          "wall_s": 2.4262443010229617,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_010ac75a46c589c3016aec7fc2562487d0a34a1256d6316716": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7faf548487d08009c4ca6b2eb7ed": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fc2564c87d0ac4b8682d5f852d8": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fb7587087d0a1dc1533e8ce69b3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fc2566c87d0af3c7662c3ce2857": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fc39e2887d0a36e6c80d9f6f2c2": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 747,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 772
          }
        },
        {
          "wall_s": 2.9190745251253247,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_010ac75a46c589c3016aec7fc95afc87d0b592e42f081973fd": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7faf548487d08009c4ca6b2eb7ed": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fc95b3887d0b584dc48366902ab": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fb7587087d0a1dc1533e8ce69b3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fc95b6487d0b81b525b0ad8cdcd": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fc39e2887d0a36e6c80d9f6f2c2": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fc95b9087d083833d2d592b0872": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fcb251887d0a79476bca0459e12": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 797,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 822
          }
        },
        {
          "wall_s": 4.074859295971692,
          "tool_calls": 0,
          "usage": {
            "attribution": {
              "items": {
                "msg_010ac75a46c589c3016aec7fcfa16c87d09b9d5d02ab9d8f42": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7faf548487d08009c4ca6b2eb7ed": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fcfa1a087d0b9cb703e2ce24ebc": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fb7587087d0a1dc1533e8ce69b3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fcfa1c487d080708e3053d2df35": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fc39e2887d0a36e6c80d9f6f2c2": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fcfa1e487d08660b059dc1931e1": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fcb251887d0a79476bca0459e12": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_010ac75a46c589c3016aec7fcfa20087d08d79089291e4dd3c": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "msg_010ac75a46c589c3016aec7fd131a487d09d2884d856ab33fc": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 2,
                      "output_tokens": 5
                    }
                  ],
                  "input_tokens": 2,
                  "output_tokens": 5
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 847,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 5,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 852
          }
        }
      ],
      "agent_wall_s": 36.88350104098208,
      "first_data_s": 32.15608637803234,
      "logical_input_read_bytes": 77372072,
      "steps": [
        {
          "step": "parse",
          "wall_s": 4.181676067877561,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 9.77289289305918,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "stats",
          "wall_s": 4.626797924051061,
          "input_bytes": 25895440,
          "written_bytes": 27968,
          "data_frames": 8
        },
        {
          "step": "export",
          "wall_s": 2.2573817600496113,
          "input_bytes": 27968,
          "written_bytes": 0,
          "data_frames": 8
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.5875962578677968
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "airflow-file",
      "repeat": 0,
      "warmup": false,
      "intermediate_payload_file_bytes": 54588240,
      "wall_s": 24.094884542981163,
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "bytes": 15379,
      "rows": 1024,
      "airflow_dag_id": "xstream_benchmark_aggregate",
      "airflow_run_id": "manual__benchmark_5eef396739384657a275d281f4fb791e",
      "airflow_state": "success",
      "first_data_s": 22.23353095096536,
      "logical_input_read_bytes": 77372072,
      "steps": [
        {
          "step": "parse",
          "wall_s": 3.3797098719514906,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 8.463944527087733,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "stats",
          "wall_s": 4.856847535120323,
          "input_bytes": 25895440,
          "written_bytes": 27968,
          "data_frames": 8
        },
        {
          "step": "export",
          "wall_s": 2.6175024742260575,
          "input_bytes": 27968,
          "written_bytes": 0,
          "data_frames": 8
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.8994704642439154
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-isolated",
      "repeat": 1,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "ea97a884-1b70-4a5d-b042-0b39e22b53fa",
      "bytes": 15379,
      "rows": 1024,
      "execution_units": [
        {
          "id": "observations",
          "mode": "host_stream_source",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "steps": [
            "parse"
          ]
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "steps": [
            "quality"
          ]
        },
        {
          "id": "stats",
          "mode": "isolated_step",
          "steps": [
            "stats"
          ]
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "steps": [
            "export"
          ]
        }
      ],
      "materialized_sources": {},
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "first_data_s": 15.560929328,
      "wall_s": 16.771733407,
      "throughput_MiB_s": 1.2922121083044
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "llm-tools",
      "repeat": 1,
      "warmup": false,
      "intermediate_payload_file_bytes": 54588240,
      "wall_s": 34.07152283191681,
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "bytes": 15379,
      "rows": 1024,
      "model_api_s": 14.321872700937092,
      "tool_batches_s": 19.738523768028244,
      "model_turns": 5,
      "tool_calls": [
        {
          "step_id": "parse",
          "inputs": {
            "source": "observations"
          }
        },
        {
          "step_id": "quality",
          "inputs": {
            "source": "parse"
          }
        },
        {
          "step_id": "stats",
          "inputs": {
            "source": "quality"
          }
        },
        {
          "step_id": "export",
          "inputs": {
            "source": "stats"
          }
        }
      ],
      "token_usage": {
        "input_tokens": 3734,
        "output_tokens": 106,
        "total_tokens": 3840,
        "cached_input_tokens": 0,
        "reasoning_output_tokens": 0
      },
      "model_turn_details": [
        {
          "wall_s": 3.1216777809895575,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_08b0db0f74f9b68f016aec7ffbb16c87d0bdb049d3adb21ab2": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec7ffd7aa487d0ae133fab6cce5225": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 26
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 646,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 26,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 672
          }
        },
        {
          "wall_s": 2.7062686369754374,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_08b0db0f74f9b68f016aec8001eeac87d0adeb5c19598cad51": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec7ffd7aa487d0ae133fab6cce5225": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec8001eed487d08cff31e0929e3633": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec8003615087d0b45ad2a33e0bda59": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 697,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 722
          }
        },
        {
          "wall_s": 2.789839104982093,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_08b0db0f74f9b68f016aec800d7cf487d0b5808bb4428337b3": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec7ffd7aa487d0ae133fab6cce5225": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec800d7d2c87d09b1206f84359366e": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec8003615087d0b45ad2a33e0bda59": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec800d7d5887d0a14fc902ad05b63b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec800ec22887d0ac6d3c6c59976a13": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 747,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 772
          }
        },
        {
          "wall_s": 2.7330916300415993,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_08b0db0f74f9b68f016aec8015d74487d0a2e41f01f76780c1": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec7ffd7aa487d0ae133fab6cce5225": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec8015d77487d094beb2859a3f7cf7": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec8003615087d0b45ad2a33e0bda59": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec8015d79487d08d24a313257ec674": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec800ec22887d0ac6d3c6c59976a13": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec8015d7b087d0aa48d44e99049a2e": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec8017442087d0830181e9aae5eb83": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 797,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 822
          }
        },
        {
          "wall_s": 2.970995547948405,
          "tool_calls": 0,
          "usage": {
            "attribution": {
              "items": {
                "msg_08b0db0f74f9b68f016aec801aa6e887d096172116644f8baa": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec7ffd7aa487d0ae133fab6cce5225": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec801aa71c87d09def71dfdd510bfe": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec8003615087d0b45ad2a33e0bda59": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec801aa74487d082d53bdfee05f3ef": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec800ec22887d0ac6d3c6c59976a13": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec801aa76487d0af9d096a627d54f9": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec8017442087d0830181e9aae5eb83": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_08b0db0f74f9b68f016aec801aa78087d0912494dceb5dff32": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "msg_08b0db0f74f9b68f016aec801cb17487d0ab3af13f0ae6a404": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 2,
                      "output_tokens": 5
                    }
                  ],
                  "input_tokens": 2,
                  "output_tokens": 5
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 847,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 5,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 852
          }
        }
      ],
      "agent_wall_s": 34.07147708279081,
      "first_data_s": 30.237071538809687,
      "logical_input_read_bytes": 77372072,
      "steps": [
        {
          "step": "parse",
          "wall_s": 3.1827406589873135,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 8.660943840863183,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "stats",
          "wall_s": 5.673410895047709,
          "input_bytes": 25895440,
          "written_bytes": 27968,
          "data_frames": 8
        },
        {
          "step": "export",
          "wall_s": 2.218505113152787,
          "input_bytes": 27968,
          "written_bytes": 0,
          "data_frames": 8
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.636092407512727
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "airflow-file",
      "repeat": 1,
      "warmup": false,
      "intermediate_payload_file_bytes": 54588240,
      "wall_s": 26.625129817985,
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "bytes": 15379,
      "rows": 1024,
      "airflow_dag_id": "xstream_benchmark_aggregate",
      "airflow_run_id": "manual__benchmark_8184897dfe804d2ba4e010f31ba3e268",
      "airflow_state": "success",
      "first_data_s": 24.36189711210318,
      "logical_input_read_bytes": 77372072,
      "steps": [
        {
          "step": "parse",
          "wall_s": 2.778227432863787,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 10.09064971585758,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "stats",
          "wall_s": 5.345469303196296,
          "input_bytes": 25895440,
          "written_bytes": 27968,
          "data_frames": 8
        },
        {
          "step": "export",
          "wall_s": 3.6377843420486897,
          "input_bytes": 27968,
          "written_bytes": 0,
          "data_frames": 8
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.8139917864790717
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-fused",
      "repeat": 1,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "57338a6f-09c1-4db9-87f4-d5989c66fefb",
      "bytes": 15379,
      "rows": 1024,
      "execution_units": [
        {
          "id": "unit-stats",
          "mode": "shared_process",
          "reason": "same_locked_dependency_environment",
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          },
          "steps": [
            "stats",
            "export"
          ]
        },
        {
          "id": "observations",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "parse"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "quality"
          ],
          "runtime_image": "sha256:451e7ab496c06cc4198078b0dae8e545f50842c39ea5d23c5eefc6c2ce68e8c2",
          "runtime_executor": "python",
          "runtime_name": "python-arrow",
          "runtime_version": "2.0",
          "runtime_dependencies": {
            "python": "3.12",
            "pyarrow": "23.0.1",
            "xstream-sdk": "0.1.0-SNAPSHOT"
          },
          "dependency_environment": "f268a49bef227062fbf35d40627d5ff6e44d4558cbeaa253359f97651e32828c",
          "process_count": 1,
          "dependency_lock": {
            "provider": "python",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "python/.lock",
                "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
              }
            ],
            "requirements": ""
          }
        }
      ],
      "materialized_sources": {},
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "first_data_s": 18.360348199,
      "wall_s": 19.616483123,
      "throughput_MiB_s": 1.1048176602241206
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-fused",
      "repeat": 2,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "4fd05e11-c7c4-40c8-9c2a-abe9bd3c79c8",
      "bytes": 15379,
      "rows": 1024,
      "execution_units": [
        {
          "id": "unit-stats",
          "mode": "shared_process",
          "reason": "same_locked_dependency_environment",
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          },
          "steps": [
            "stats",
            "export"
          ]
        },
        {
          "id": "observations",
          "mode": "host_stream_source",
          "reason": "host_catalog_access",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "parse"
          ],
          "runtime_image": "sha256:3449e5be70485e5bea7ee74a1e164b8c272ce597053ec9fb637ad1f94d82723c",
          "runtime_executor": "jvm",
          "runtime_name": "jvm-arrow",
          "runtime_version": "2.1",
          "runtime_dependencies": {
            "java": "17.0.20.1",
            "scala": "2.13.16",
            "arrow": "18.3.0",
            "xstream-sdk": "0.1.0-SNAPSHOT",
            "sqlite-native": "3.49.1.0"
          },
          "dependency_environment": "d274f059fe79c29e4719485f61aebf291bdf03dc7e1b92acfa788a1e7e8d66dd",
          "process_count": 1,
          "dependency_lock": {
            "provider": "jvm",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "jars/commons-codec-1.17.2.jar",
                "sha256": "4148332728490cef12b29dac4c385f46982f04285132c6fa51ad7267d7dc7a8b"
              },
              {
                "path": "jars/commons-csv-1.13.0.jar",
                "sha256": "648035ab973875787f3a12313cf239e86b51b4d209f91106ba90eba2fbd561cc"
              },
              {
                "path": "jars/commons-io-2.18.0.jar",
                "sha256": "f3ca0f8d63c40e23a56d54101c60d5edee136b42d84bfb85bc7963093109cf8b"
              },
              {
                "path": "jars/sqlite-jdbc-3.49.1.0.jar",
                "sha256": "5c8609d2ca341deb8c6f71778974b5ba4995c7d32d7c7c89d9392a3e72c39291"
              }
            ],
            "coordinates": [
              "org.apache.commons:commons-csv:1.13.0",
              "org.xerial:sqlite-jdbc:3.49.1.0"
            ]
          }
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "reason": "dependency_or_executor_boundary",
          "steps": [
            "quality"
          ],
          "runtime_image": "sha256:451e7ab496c06cc4198078b0dae8e545f50842c39ea5d23c5eefc6c2ce68e8c2",
          "runtime_executor": "python",
          "runtime_name": "python-arrow",
          "runtime_version": "2.0",
          "runtime_dependencies": {
            "python": "3.12",
            "pyarrow": "23.0.1",
            "xstream-sdk": "0.1.0-SNAPSHOT"
          },
          "dependency_environment": "f268a49bef227062fbf35d40627d5ff6e44d4558cbeaa253359f97651e32828c",
          "process_count": 1,
          "dependency_lock": {
            "provider": "python",
            "version": 1,
            "platform": "linux/amd64",
            "files": [
              {
                "path": "python/.lock",
                "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
              }
            ],
            "requirements": ""
          }
        }
      ],
      "materialized_sources": {},
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "first_data_s": 17.750700264,
      "wall_s": 18.528621092,
      "throughput_MiB_s": 1.1696842888722183
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "xstream-isolated",
      "repeat": 2,
      "warmup": false,
      "intermediate_payload_file_bytes": 0,
      "state": "succeeded",
      "execution_id": "f666d7f5-3949-4171-9966-b35f15e746f9",
      "bytes": 15379,
      "rows": 1024,
      "execution_units": [
        {
          "id": "observations",
          "mode": "host_stream_source",
          "steps": [
            "observations"
          ]
        },
        {
          "id": "parse",
          "mode": "isolated_step",
          "steps": [
            "parse"
          ]
        },
        {
          "id": "quality",
          "mode": "isolated_step",
          "steps": [
            "quality"
          ]
        },
        {
          "id": "stats",
          "mode": "isolated_step",
          "steps": [
            "stats"
          ]
        },
        {
          "id": "export",
          "mode": "isolated_step",
          "steps": [
            "export"
          ]
        }
      ],
      "materialized_sources": {},
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "first_data_s": 16.171675715,
      "wall_s": 17.309141567,
      "throughput_MiB_s": 1.2520919597247875
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "llm-tools",
      "repeat": 2,
      "warmup": false,
      "intermediate_payload_file_bytes": 54588240,
      "wall_s": 33.311829081969336,
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "bytes": 15379,
      "rows": 1024,
      "model_api_s": 12.822658992605284,
      "tool_batches_s": 20.47754656802863,
      "model_turns": 5,
      "tool_calls": [
        {
          "step_id": "parse",
          "inputs": {
            "source": "observations"
          }
        },
        {
          "step_id": "quality",
          "inputs": {
            "source": "parse"
          }
        },
        {
          "step_id": "stats",
          "inputs": {
            "source": "quality"
          }
        },
        {
          "step_id": "export",
          "inputs": {
            "source": "stats"
          }
        }
      ],
      "token_usage": {
        "input_tokens": 3734,
        "output_tokens": 106,
        "total_tokens": 3840,
        "cached_input_tokens": 0,
        "reasoning_output_tokens": 0
      },
      "model_turn_details": [
        {
          "wall_s": 2.3578921877779067,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0e04eb776d0841ce016aec806fd78087d09fb88b7d86fecdc4": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec8070edf887d08daa4531a468720b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 26
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 646,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 26,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 672
          }
        },
        {
          "wall_s": 2.6821756679564714,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0e04eb776d0841ce016aec8076244c87d0b1fbc31cf7d243aa": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec8070edf887d08daa4531a468720b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec8076248087d0bfe3ab9aae5dc6c1": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec807784e087d0b1276a88f9bc2b42": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 697,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 722
          }
        },
        {
          "wall_s": 2.623906621010974,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0e04eb776d0841ce016aec808152d487d0a11b7ecbdb69b416": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec8070edf887d08daa4531a468720b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec8081530887d08f194c53da7a5ff5": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec807784e087d0b1276a88f9bc2b42": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec8081532c87d0a1adc6cf1baff328": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec8082d78487d09604b6b80234ca0e": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 747,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 772
          }
        },
        {
          "wall_s": 2.6745621899608523,
          "tool_calls": 1,
          "usage": {
            "attribution": {
              "items": {
                "msg_0e04eb776d0841ce016aec80895ac087d08b8f9f657331fa59": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec8070edf887d08daa4531a468720b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec80895aec87d0a6c8f2a6ef822882": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec807784e087d0b1276a88f9bc2b42": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec80895b0c87d0ac42f91e228a837a": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec8082d78487d09604b6b80234ca0e": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec80895b2887d0a4fdd9c74c6fed87": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec808adc3087d08113c369d6d479d4": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 2,
                  "output_tokens": 25
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 797,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 25,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 822
          }
        },
        {
          "wall_s": 2.4841223258990794,
          "tool_calls": 0,
          "usage": {
            "attribution": {
              "items": {
                "msg_0e04eb776d0841ce016aec808ebf5487d0833061c360534944": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 251,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 251,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec8070edf887d08daa4531a468720b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 28,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec808ebf7c87d0a3d6573ad76d3c7f": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec807784e087d0b1276a88f9bc2b42": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec808ebf9c87d0a6d104bcfc53948a": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec8082d78487d09604b6b80234ca0e": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec808ebfb887d097f697aa7552145b": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec808adc3087d08113c369d6d479d4": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 27,
                  "output_tokens": 0
                },
                "fc_0e04eb776d0841ce016aec808ebfd487d0b2141b32fff57faa": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 23,
                      "output_tokens": 0
                    }
                  ],
                  "input_tokens": 23,
                  "output_tokens": 0
                },
                "msg_0e04eb776d0841ce016aec809026fc87d0a82d34f8389a792d": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "content": [
                    {
                      "cache_write_tokens": 0,
                      "cached_tokens": 0,
                      "input_tokens": 2,
                      "output_tokens": 5
                    }
                  ],
                  "input_tokens": 2,
                  "output_tokens": 5
                }
              },
              "request_fields": {
                "tools": {
                  "cache_write_tokens": 0,
                  "cached_tokens": 0,
                  "input_tokens": 393,
                  "output_tokens": 0
                }
              }
            },
            "input_tokens": 847,
            "input_tokens_details": {
              "cache_write_tokens": 0,
              "cached_tokens": 0
            },
            "output_tokens": 5,
            "output_tokens_details": {
              "reasoning_tokens": 0
            },
            "total_tokens": 852
          }
        }
      ],
      "agent_wall_s": 33.31178388185799,
      "first_data_s": 29.707466412102804,
      "logical_input_read_bytes": 77372072,
      "steps": [
        {
          "step": "parse",
          "wall_s": 3.987806636840105,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 8.56639536214061,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "stats",
          "wall_s": 5.3565128007903695,
          "input_bytes": 25895440,
          "written_bytes": 27968,
          "data_frames": 8
        },
        {
          "step": "export",
          "wall_s": 2.564240830950439,
          "input_bytes": 27968,
          "written_bytes": 0,
          "data_frames": 8
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.6505988287959108
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "input_bytes": 22725407,
      "method": "airflow-file",
      "repeat": 2,
      "warmup": false,
      "intermediate_payload_file_bytes": 54588240,
      "wall_s": 23.79401077912189,
      "sha256": "eedd382d2a53ea6d4ff2c91437e2ff894523976c069af7a95ba2da05974ec21d",
      "bytes": 15379,
      "rows": 1024,
      "airflow_dag_id": "xstream_benchmark_aggregate",
      "airflow_run_id": "manual__benchmark_3891a1859c2342dbaad4d84b105f5db0",
      "airflow_state": "success",
      "first_data_s": 22.460474730934948,
      "logical_input_read_bytes": 77372072,
      "steps": [
        {
          "step": "parse",
          "wall_s": 3.413678525015712,
          "input_bytes": 22783832,
          "written_bytes": 28664832,
          "data_frames": 1954
        },
        {
          "step": "quality",
          "wall_s": 8.158955204067752,
          "input_bytes": 28664832,
          "written_bytes": 25895440,
          "data_frames": 1954
        },
        {
          "step": "stats",
          "wall_s": 4.869114319095388,
          "input_bytes": 25895440,
          "written_bytes": 27968,
          "data_frames": 8
        },
        {
          "step": "export",
          "wall_s": 2.360863307956606,
          "input_bytes": 27968,
          "written_bytes": 0,
          "data_frames": 8
        }
      ],
      "state": "succeeded",
      "throughput_MiB_s": 0.9108442114683546
    }
  ],
  "startup": {
    "airflow_s": 13.09139863611199,
    "xstream-isolated_s": 0.8099539410322905,
    "xstream-fused_s": 0.8048501079902053
  },
  "methodology": {
    "llm": "LangGraph + Responses function calling; fixed DAG, actual mixed Scala/Python tools, Arrow file handles; API latency included, no retries",
    "final_output": "CSV bytes SHA-256, rows and size against independent Python oracle; no final data file",
    "file_mode": "Arrow IPC intermediate files, Airflow LocalExecutor tasks exchange file paths through XCom; retries=0",
    "stream_mode": "Arrow streams, no materialization store and policy forbids materialization; only metadata/log files",
    "host_mode": "persistent, warmed JVM/Python hosts; framework startup excluded and recorded",
    "cache": "OS cache warm; no privileged cache dropping",
    "fsync": false,
    "resource_limits": "each operator container 1 GiB, 128 PIDs; host not exclusively reserved; 8 concurrent tasks",
    "input_ingestion": "same CSV; file baseline uses prewrapped Arrow bytes input, XStream reads and wraps raw CSV during timing (conservative to XStream)",
    "file_volume": "sum of intermediate Arrow file lengths; not physical disk traffic"
  },
  "model_configuration": {
    "model": "gpt-6.1-sol",
    "provider": "cliproxyapi",
    "wire_api": "responses",
    "reasoning_effort": "low",
    "framework": "LangGraph",
    "max_model_turns": 12,
    "api_retries": 0
  },
  "summary": [
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "method": "airflow-file",
      "repeats": 3,
      "median_s": 24.094884542981163,
      "min_s": 23.79401077912189,
      "max_s": 26.625129817985,
      "median_first_data_s": 22.460474730934948,
      "intermediate_MiB": 52.05940246582031
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "method": "llm-tools",
      "repeats": 3,
      "median_s": 34.07152283191681,
      "min_s": 33.311829081969336,
      "max_s": 36.88355175103061,
      "median_first_data_s": 30.237071538809687,
      "intermediate_MiB": 52.05940246582031
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "method": "xstream-fused",
      "repeats": 3,
      "median_s": 19.616483123,
      "min_s": 18.528621092,
      "max_s": 22.277753476,
      "median_first_data_s": 18.360348199,
      "intermediate_MiB": 0.0
    },
    {
      "workflow": "aggregate",
      "input_rows": 250000,
      "method": "xstream-isolated",
      "repeats": 3,
      "median_s": 17.309141567,
      "min_s": 16.771733407,
      "max_s": 17.580331843,
      "median_first_data_s": 16.101881755,
      "intermediate_MiB": 0.0
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "method": "airflow-file",
      "repeats": 3,
      "median_s": 29.01633753417991,
      "min_s": 28.77094951295294,
      "max_s": 33.39955569501035,
      "median_first_data_s": 26.914329926948994,
      "intermediate_MiB": 86.10862731933594
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "method": "llm-tools",
      "repeats": 3,
      "median_s": 44.493713681120425,
      "min_s": 40.09370123804547,
      "max_s": 56.14986256812699,
      "median_first_data_s": 39.9349094030913,
      "intermediate_MiB": 86.10862731933594
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "method": "xstream-fused",
      "repeats": 3,
      "median_s": 25.890159381,
      "min_s": 23.942847021,
      "max_s": 29.227892616,
      "median_first_data_s": 15.523648159,
      "intermediate_MiB": 0.0
    },
    {
      "workflow": "join",
      "input_rows": 250000,
      "method": "xstream-isolated",
      "repeats": 3,
      "median_s": 30.442604011,
      "min_s": 21.762315609,
      "max_s": 57.324867395,
      "median_first_data_s": 21.662411152,
      "intermediate_MiB": 0.0
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "method": "airflow-file",
      "repeats": 3,
      "median_s": 31.284028463996947,
      "min_s": 30.467749495059252,
      "max_s": 32.087655796902254,
      "median_first_data_s": 28.844160412903875,
      "intermediate_MiB": 63.632057189941406
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "method": "llm-tools",
      "repeats": 3,
      "median_s": 38.70198489399627,
      "min_s": 34.65321132703684,
      "max_s": 41.759077697992325,
      "median_first_data_s": 34.5444999311585,
      "intermediate_MiB": 63.632057189941406
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "method": "xstream-fused",
      "repeats": 3,
      "median_s": 20.679421497,
      "min_s": 19.981403625,
      "max_s": 23.873652092,
      "median_first_data_s": 13.687260028,
      "intermediate_MiB": 0.0
    },
    {
      "workflow": "pipeline",
      "input_rows": 250000,
      "method": "xstream-isolated",
      "repeats": 3,
      "median_s": 20.94841676,
      "min_s": 17.313525624,
      "max_s": 22.132281457,
      "median_first_data_s": 11.574153634,
      "intermediate_MiB": 0.0
    }
  ],
  "benchmark_source_sha256": {
    "benchmarks/orchestration/summarize_llm.py": "b58a06993946b02729ad74bad3de9073a53e494e45b350b26bf9173f098e2e24",
    "benchmarks/orchestration/suite.py": "8ba7a8c98e22f312891079a5eb924cc57e8221ce387970a1085b6004e6178746",
    "benchmarks/orchestration/llm_adapter.py": "147e1b825785c650c366dd63f7e7ddbab9bc3505b646f304d09edc70930e19e7",
    "benchmarks/orchestration/airflow_adapter.py": "146a47212b5680c6a9ae953b3e2143f918ad2f90e55bb2e45acfaaa693f7e0fd",
    "benchmarks/orchestration/airflow_dags.py": "44440153a316fb0fad0d12adf59a6520e2fa0aa724d22ee5338b82f18705d7b9",
    "benchmarks/orchestration/plot_results.py": "ea495a4662cd113d2f4afc583087bcec5cb3793d6bbff8211e40768a19582bc9",
    "benchmarks/orchestration/requirements.txt": "279021840d8abe5de8e955b838c2e7b1ca55cf0dea701d72e47b380a1d2de671",
    "benchmarks/orchestration/src/main/scala/benchmarks/Host.scala": "fef5ab3edf23f5cf549c5f6f5c839913aa800068d15cf1df9e4854ac65c4cfef"
  }
}
