826b55a2d2
- Add HoReKa-specific MuJoCo compilation fix to install script - Pin compatible Cython version (0.29.37) - Create fix_mujoco_compilation.py helper script - Document Intel compiler override in README - Update test script to use integrated fix - Addresses Intel OneAPI compiler flag incompatibility with GCC
102 lines
3.0 KiB
Bash
Executable File
102 lines
3.0 KiB
Bash
Executable File
#!/bin/bash
|
|
#SBATCH --job-name=dppo_install
|
|
#SBATCH --account=hk-project-p0022232
|
|
#SBATCH --partition=dev_accelerated
|
|
#SBATCH --gres=gpu:1
|
|
#SBATCH --nodes=1
|
|
#SBATCH --ntasks-per-node=1
|
|
#SBATCH --cpus-per-task=4
|
|
#SBATCH --time=00:30:00
|
|
#SBATCH --mem=16G
|
|
#SBATCH --output=logs/dppo_install_%j.out
|
|
#SBATCH --error=logs/dppo_install_%j.err
|
|
|
|
# Load CUDA module (required for PyTorch)
|
|
module load devel/cuda/12.4
|
|
|
|
# Print job info
|
|
echo "Starting DPPO installation..."
|
|
echo "Job ID: $SLURM_JOB_ID"
|
|
echo "Node: $SLURM_NODELIST"
|
|
echo "GPU: $CUDA_VISIBLE_DEVICES"
|
|
|
|
# Navigate to dppo directory (uses current directory)
|
|
cd $SLURM_SUBMIT_DIR
|
|
|
|
# Create and activate virtual environment with Python 3.10
|
|
python3.10 -m venv .venv
|
|
source .venv/bin/activate
|
|
|
|
# Upgrade pip
|
|
pip install --upgrade pip
|
|
|
|
# Install base package
|
|
pip install -e .
|
|
|
|
# Install ALL optional dependencies (except Kitchen which has conflicts)
|
|
pip install -e .[all]
|
|
|
|
# HoReKa-specific MuJoCo compilation fix
|
|
echo ""
|
|
echo "=== HoReKa Cluster MuJoCo Fix ==="
|
|
echo "Applying Intel compiler compatibility fix for mujoco-py..."
|
|
|
|
# Pin compatible Cython version first
|
|
pip install 'Cython==0.29.37' --force-reinstall
|
|
|
|
# Create MuJoCo compilation fix script
|
|
cat > fix_mujoco_compilation.py << 'EOF'
|
|
import os
|
|
import sysconfig
|
|
|
|
def apply_mujoco_fix():
|
|
"""Apply HoReKa Intel compiler compatibility fix for mujoco-py"""
|
|
|
|
# Override compiler settings
|
|
os.environ['CC'] = '/usr/bin/gcc'
|
|
os.environ['CXX'] = '/usr/bin/g++'
|
|
os.environ['CFLAGS'] = '-std=c99 -O2 -fPIC -w'
|
|
os.environ['CXXFLAGS'] = '-std=c++11 -O2 -fPIC -w'
|
|
|
|
# Patch sysconfig to remove Intel compiler flags
|
|
if not hasattr(sysconfig, '_original_get_config_var'):
|
|
def patched_get_config_var(name):
|
|
if name in ['CFLAGS', 'BASECFLAGS', 'PY_CFLAGS', 'PY_CORE_CFLAGS', 'CCSHARED']:
|
|
return '-std=c99 -O2 -fPIC -w'
|
|
elif name in ['CXXFLAGS']:
|
|
return '-std=c++11 -O2 -fPIC -w'
|
|
elif name == 'CC':
|
|
return '/usr/bin/gcc'
|
|
elif name == 'CXX':
|
|
return '/usr/bin/g++'
|
|
else:
|
|
return sysconfig._original_get_config_var(name)
|
|
|
|
sysconfig._original_get_config_var = sysconfig.get_config_var
|
|
sysconfig.get_config_var = patched_get_config_var
|
|
print("Applied HoReKa MuJoCo compilation fix")
|
|
|
|
if __name__ == "__main__":
|
|
apply_mujoco_fix()
|
|
EOF
|
|
|
|
echo "Created MuJoCo compilation fix script"
|
|
echo ""
|
|
|
|
echo "Installation completed!"
|
|
echo "Python version: $(python --version)"
|
|
echo "Pip version: $(pip --version)"
|
|
|
|
echo ""
|
|
echo "=== IMPORTANT: MuJoCo Setup for Fine-tuning ==="
|
|
echo "1. Install MuJoCo 2.1.0: https://github.com/openai/mujoco-py#install-mujoco"
|
|
echo "2. Add these environment variables to your SLURM scripts:"
|
|
echo "export MUJOCO_PY_MUJOCO_PATH=\$HOME/.mujoco/mujoco210"
|
|
echo "export LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:\$HOME/.mujoco/mujoco210/bin:/usr/lib/nvidia"
|
|
echo "export MUJOCO_GL=egl"
|
|
echo ""
|
|
echo "Pre-training works without MuJoCo setup."
|
|
echo ""
|
|
|
|
echo "Installed packages:"
|
|
pip list |