Create cuda12install.sh

cuda12install.sh

@@ -0,0 +1,147 @@
+#!/bin/bash
+
+# setup_musicgen_env.sh
+# Automates the setup of a clean virtual environment for MusicGen script
+# Handles dependency conflicts, installs compatible versions, and verifies setup
+# Designed for Ubuntu homelab (T-1000) with RTX 3060 Ti, CUDA 12, Python 3.10
+
+set -e  # Exit on any error
+
+# Define variables
+VENV_DIR="$HOME/ghostai_music_generator/musicgen_env"
+LOG_FILE="$HOME/ghostai_music_generator/setup_musicgen_env_$(date +%Y%m%d_%H%M%S).log"
+PYTHON_VERSION="python3.10"
+PIP="$VENV_DIR/bin/pip"
+PYTHON="$VENV_DIR/bin/python"
+
+# Create log directory
+mkdir -p "$(dirname "$LOG_FILE")"
+
+# Function to log messages
+log() {
+    echo "[$(date +%Y-%m-%d\ %H:%M:%S)] $1" | tee -a "$LOG_FILE"
+}
+
+# Function to check command status
+check_status() {
+    if [ $? -ne 0 ]; then
+        log "ERROR: $1 failed"
+        exit 1
+    fi
+}
+
+# Function to check if a package is installed
+check_package() {
+    dpkg -l "$1" &>/dev/null
+    return $?
+}
+
+# Start logging
+log "Starting MusicGen environment setup"
+
+# Install system dependencies
+log "Installing system dependencies..."
+sudo apt-get update >> "$LOG_FILE" 2>&1
+check_status "apt-get update"
+
+for pkg in build-essential cmake python3.10 python3.10-venv python3.10-dev; do
+    if ! check_package "$pkg"; then
+        log "Installing $pkg..."
+        sudo apt-get install -y "$pkg" >> "$LOG_FILE" 2>&1
+        check_status "install $pkg"
+    else
+        log "$pkg already installed"
+    fi
+done
+
+# Remove existing virtual environment if it exists
+if [ -d "$VENV_DIR" ]; then
+    log "Removing existing virtual environment at $VENV_DIR"
+    rm -rf "$VENV_DIR"
+    check_status "remove virtual environment"
+fi
+
+# Create and activate virtual environment
+log "Creating virtual environment at $VENV_DIR"
+$PYTHON_VERSION -m venv "$VENV_DIR"
+check_status "create virtual environment"
+source "$VENV_DIR/bin/activate"
+check_status "activate virtual environment"
+
+# Upgrade pip
+log "Upgrading pip..."
+$PIP install --upgrade pip >> "$LOG_FILE" 2>&1
+check_status "upgrade pip"
+
+# Uninstall conflicting packages
+log "Uninstalling conflicting packages..."
+$PIP uninstall -y torch torchaudio numpy transformers requests spacy networkx audiocraft pydub gradio typer pydantic laion-clap pydantic-core xformers torchdata torchtext torchvision stable-audio-tools accelerate dctorch >> "$LOG_FILE" 2>&1
+check_status "uninstall conflicting packages"
+
+# Install dependencies
+log "Installing dependencies..."
+$PIP install torch==2.1.0+cu121 torchaudio==2.1.0+cu121 --index-url https://download.pytorch.org/whl/cu121 >> "$LOG_FILE" 2>&1
+check_status "install torch and torchaudio"
+$PIP install git+https://github.com/facebookresearch/audiocraft.git@refs/tags/v1.3.0 numpy==1.26.4 transformers==4.40.2 requests==2.31.0 spacy==3.7.2 networkx==2.8.8 pydub==0.25.1 gradio==3.50.2 pydantic==1.10.13 >> "$LOG_FILE" 2>&1
+check_status "install remaining dependencies"
+
+# Verify installation
+log "Verifying installed packages..."
+$PIP list | grep -E "torch|torchaudio|numpy|transformers|requests|spacy|networkx|audiocraft|pydub|gradio|typer|pydantic|laion-clap" > "$HOME/ghostai_music_generator/verified_packages.txt"
+check_status "list installed packages"
+
+# Check CUDA and torch
+log "Verifying CUDA and torch..."
+$PYTHON -c "import torch; print(torch.__version__, torch.cuda.is_available(), torch.version.cuda)" >> "$LOG_FILE" 2>&1
+check_status "verify CUDA and torch"
+
+# Test imports
+log "Testing imports..."
+$PYTHON -c "import torch; import torchaudio; import audiocraft; import numpy; import transformers; import requests; import spacy; import networkx; import pydub; import gradio; import pydantic; print('All imports successful')" >> "$LOG_FILE" 2>&1
+check_status "test imports"
+
+# Check for dependency conflicts
+log "Checking for dependency conflicts with pipdeptree..."
+$PIP install pipdeptree >> "$LOG_FILE" 2>&1
+check_status "install pipdeptree"
+$PYTHON -m pipdeptree > "$HOME/ghostai_music_generator/pipdeptree_output.txt" 2>> "$LOG_FILE"
+check_status "run pipdeptree"
+
+# Clean up unnecessary packages
+log "Cleaning up unnecessary packages..."
+$PIP uninstall -y stable-audio-tools laion-clap x-transformers accelerate dctorch torchdata torchtext torchvision >> "$LOG_FILE" 2>&1 || true  # Ignore errors if not installed
+
+# Final verification
+log "Final verification of installed packages..."
+EXPECTED_PACKAGES=(
+    "audiocraft==1.3.0"
+    "gradio==3.50.2"
+    "networkx==2.8.8"
+    "numpy==1.26.4"
+    "pydantic==1.10.13"
+    "pydub==0.25.1"
+    "requests==2.31.0"
+    "spacy==3.7.2"
+    "torch==2.1.0+cu121"
+    "torchaudio==2.1.0+cu121"
+    "transformers==4.40.2"
+    "typer==0.7.0"
+)
+for pkg in "${EXPECTED_PACKAGES[@]}"; do
+    if $PIP list | grep -q "$pkg"; then
+        log "$pkg verified"
+    else
+        log "ERROR: $pkg not found"
+        exit 1
+    fi
+done
+
+log "MusicGen environment setup completed successfully"
+log "Virtual environment: $VENV_DIR"
+log "Log file: $LOG_FILE"
+log "Verified packages: $HOME/ghostai_music_generator/verified_packages.txt"
+log "Dependency tree: $HOME/ghostai_music_generator/pipdeptree_output.txt"
+log "To activate: source $VENV_DIR/bin/activate"
+log "To run script: python musicgen_optimized.py"
+
+exit 0