#!/bin/bash
# Test ML performance without LLM fallback using trained model

set -e

echo "=========================================="
echo "ML-ONLY TEST (No LLM Fallback)"
echo "=========================================="
echo ""
echo "Using model: src/models/calibrated/classifier.pkl"
echo "Testing on: 1000 emails"
echo ""

# Activate venv
if [ -z "$VIRTUAL_ENV" ]; then
    source venv/bin/activate
fi

# Run classification with trained model, NO LLM fallback
python -m src.cli run \
    --source enron \
    --limit 1000 \
    --output ml_only_test/ \
    --no-llm-fallback \
    2>&1 | tee ml_only_test.log

echo ""
echo "=========================================="
echo "Test complete. Check ml_only_test.log"
echo "=========================================="