run_alternative_models.sh

#!/bin/bash

echo "🚀 Alternative Models Setup"
echo "==========================="

# Check if virtual environment exists
if [ ! -d "venv" ]; then
    echo "📦 Virtual environment not found. Creating..."
    chmod +x setup.sh
    ./setup.sh
else
    echo "✅ Virtual environment found"
fi

# Activate virtual environment
echo "🔧 Activating virtual environment..."
source venv/bin/activate

# Check HuggingFace token
if [ -z "$HUGGINGFACE_TOKEN" ]; then
    echo "⚠️  HUGGINGFACE_TOKEN not set"
    echo "Please set your token:"
    echo "export HUGGINGFACE_TOKEN='your_token_here'"
    echo ""
    read -p "Enter your HuggingFace token: " token
    if [ ! -z "$token" ]; then
        export HUGGINGFACE_TOKEN="$token"
        echo "✅ Token set"
    else
        echo "❌ No token provided. Exiting..."
        exit 1
    fi
else
    echo "✅ HuggingFace token found"
fi

# Create directories
echo "📁 Creating directories..."
mkdir -p models data configs logs

# Show model options
echo ""
echo "📋 Model Options Available:"
echo "1. Llama 3.2 1B Instruct - Lightweight and fast"
echo "2. Qwen3 4B Instruct - Good performance, reasonable size"
echo "3. DialoGPT Medium - Conversational AI model"
echo ""

# Ask user preference
read -p "Which model would you like to use? (1-3): " model_choice

case $model_choice in
    1)
        echo "🎯 Selected: Llama 3.2 1B Instruct"
        ;;
    2)
        echo "🎯 Selected: Qwen3 4B Instruct"
        ;;
    3)
        echo "🎯 Selected: DialoGPT Medium"
        ;;
    *)
        echo "❌ Invalid choice. Using default: Llama 3.2 1B Instruct"
        model_choice=1
        ;;
esac

echo ""
echo "🚀 Starting model download..."
python scripts/download_alternative_models.py

echo ""
echo "🎉 Setup Complete!"
echo "=================="
echo ""
echo "📋 Next steps:"
echo "1. Review configuration: ls configs/"
echo "2. Start fine-tuning: python scripts/finetune_lora.py"
echo "3. Test model: python scripts/test_model.py"
echo "4. Or use Novita AI: python scripts/novita_ai_setup.py"
echo ""
echo "💡 Tips:"
echo "- Always activate venv: source venv/bin/activate"
echo "- Monitor GPU usage: nvidia-smi"
echo "- Check logs: tail -f logs/training.log"
echo ""
echo "🚀 Ready to start fine-tuning!"