name: llm_batcher
version: 0.1.0
description: Batch multiple LLM calls into one request for cost + speed savings
llm_batching: true
compute:
  gpu: false
  location: local

requires_llm: true

env:
  BATCH_SIZE: "20"
  BATCH_TIMEOUT_MS: "500"