13 lines
242 B
YAML
13 lines
242 B
YAML
name: llm_batcher
|
|
version: 0.1.0
|
|
description: Batch multiple LLM calls into one request for cost + speed savings
|
|
llm_batching: true
|
|
compute:
|
|
gpu: false
|
|
location: local
|
|
|
|
requires_llm: true
|
|
|
|
env:
|
|
BATCH_SIZE: "20"
|
|
BATCH_TIMEOUT_MS: "500" |