Conda
- conda install -c conda-forge xformers
- pip install xformers
- conda config --add channels conda-forge
- conda update conda
Env
- conda create --name unsloth python=3.11 pytorch-cuda=12.1 pytorch cudatoolkit -c pytorch -c nvidia -y
- conda activate unsloth
- pip install xformers
Install
- pip install "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git"
- pip install --no-deps trl peft accelerate bitsandbytes
