#!/bin/bash
# Create Airflow resource pools for document extraction DAG
#
# Run this script after Airflow initialization to create the required pools.
# Usage: bash airflow/scripts/create_pools.sh

set -e

echo "Creating Airflow resource pools..."

# Create LLM API pool (limit concurrent header detection calls)
airflow pools set llm_api_pool 3 "Limit concurrent LLM API calls for header detection"

# Create embedding pool (limit concurrent embedding generation)
airflow pools set embedding_pool 2 "Limit concurrent embedding tasks"

echo "✓ Pools created successfully"
echo ""
echo "Verify with: airflow pools list"