Dockerfile

# Start from a PyTorch base image with CUDA support
FROM pytorch/pytorch:2.0.1-cuda11.7-cudnn8-devel

# Install dependencies
RUN apt-get update && apt-get install -y \
    git \
    wget \
    curl \
    && rm -rf /var/lib/apt/lists/*

# Install Python libraries
RUN pip install --no-cache-dir \
    unsloth torch transformers datasets trl huggingface_hub accelerate pandas

# Set environment variables
ENV HF_HOME=/workspace/.huggingface

# Copy your script to the container
COPY finetune_script.py /workspace/finetune_script.py
WORKDIR /workspace