first commit

This commit is contained in:
badmark 2026-08-19 09:22:51 -06:00
parent ebc825ec82
commit db39f0d671
2 changed files with 45 additions and 0 deletions

27
Dockerfile Normal file
View file

@ -0,0 +1,27 @@
# Unsloth Studio on AMD GPU (780M)
FROM rocm/pytorch:rocm6.4.2_ubuntu24.04_py3.12_pytorch_release_2.4.1
# Install system dependencies
RUN apt-get update && \
apt-get install -y curl git wget ffmpeg libglvnd libegl-mesa0 libdrm2
# Install Unsloth Studio with RoCM support
RUN pip install --upgrade pip && \
pip install unsloth[studio] torch>=2.4.1 && \
rm -rf /root/.cache/pip
# Set working directory
WORKDIR /app
# Copy application files
COPY . /app/
# Create a volume for persistent storage (weights, checkpoints)
VOLUME ["/data"]
# Environment variables for AMD GPU compatibility
ENV UNSLOTH_ALLOW_XLA=1 \
PYTORCH_CUDA_ALLOC_FAIL=0
# Run Unsloth Studio with the model path
CMD ["unsloth", "studio", "--cpu", "--gpu", "0", "--model", "/data/my-model"]

18
run-cmd.txt Normal file
View file

@ -0,0 +1,18 @@
docker run -it --rm \
--device /dev/kfd \
--device /dev/dri \
--ipc=host \
--shm-size=8g \
--cap-add=SYS_PTRACE \
--security-opt seccomp=unconfined \
--group-add video \
-e HSA_OVERRIDE_GFX_VERSION=11.0.2 \
-p 8888:8888 \
unsloth-amd-igpu
#rocm/pytorch:rocm6.2_ubuntu22.04_py3.10_pytorch_release-2.3.0 \
# bash