[pytorch] 왜인지는 모르겠는데..

conda activate tofu
conda install pytorch pytorch-cuda=11.8 -c pytorch -c nvidia
conda install -c "nvidia/label/cuda-11.8.0" cuda-toolkit
pip install -r requirements.txt
pip install flash-attn --no-build-isolation

git+https://github.com/huggingface/transformers
datasets
accelerate
deepspeed
evaluate
matplotlib
hydra-core
omegaconf
peft
rouge_score
tqdm
matplotlib
einops
packaging
bitsandbytes
scipy
ninja

apt install nvidia-cuda-toolkit

which nvcc -> 여기로 CUDAhome지정.
export CUDA_HOME=~

https://dfso2222.tistory.com/69

flash -attn 다운그레이드
deepspeed==0.13.1
flash-attn==2.5.5