sudo apt install nvidia-driver-550
sudo reboot

# Safely Remove Old Versions
sudo apt-get --purge remove "cuda-toolkit-*"
sudo apt-get --purge remove "cuda-*" 
sudo apt-get --purge remove "libcudnn*" "cudnn*"
sudo rm -f /usr/local/cuda
gedit ~/.bashrc
source ~/.bashrc


# CUDA
wget https://developer.download.nvidia.com/compute/cuda/12.4.1/local_installers/cuda-repo-ubuntu2204-12-4-local_12.4.1-550.54.15-1_amd64.deb
sudo dpkg -i cuda-repo-ubuntu2204-12-4-local_12.4.1-550.54.15-1_amd64.deb
sudo cp /var/cuda-repo-ubuntu2204-12-4-local/cuda-*-keyring.gpg /usr/share/keyrings/
sudo apt-get update
sudo apt-get -y install cuda-toolkit-12-4
# Set symlink via update-alternatives
sudo update-alternatives --install /usr/local/cuda cuda /usr/local/cuda-12.4 1
sudo update-alternatives --set cuda /usr/local/cuda-12.4
# Set environment variables
echo -e "\n# CUDA environment\nexport CUDA_HOME=/usr/local/cuda\nexport PATH=\$CUDA_HOME/bin:\$PATH\nexport LD_LIBRARY_PATH=\$CUDA_HOME/lib64:\$LD_LIBRARY_PATH" >> ~/.bashrc
# Verify it
nvcc --version
nvidia-smi
ls -l /usr/local/ | grep cuda

# cuDNN
wget https://developer.download.nvidia.com/compute/cudnn/9.8.0/local_installers/cudnn-local-repo-ubuntu2204-9.8.0_1.0-1_amd64.deb
sudo dpkg -i cudnn-local-repo-ubuntu2204-9.8.0_1.0-1_amd64.deb
sudo cp /var/cudnn-local-repo-ubuntu2204-9.8.0/cudnn-*-keyring.gpg /usr/share/keyrings/
sudo apt-get update
sudo apt-get -y install cudnn-cuda-12
# Create symlinks manually
sudo ln -s /usr/lib/x86_64-linux-gnu/libcudnn* /usr/local/cuda/lib64/
sudo ln -s /usr/include/cudnn*.h /usr/local/cuda/include/
# Verify it
sudo dpkg -l | grep cudnn

# PyTorch
# conda remove --name <myenv> --all
# conda create -n <myenv> python=3.10
# conda activate <myenv>
pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124
pip install pycocotools
pip3 install importlib-metadata


# HuggingFace
pip install 'transformers[torch]'
python -c "from transformers import pipeline; print(pipeline('sentiment-analysis')('we love you'))"
pip install datasets
python -c "from datasets import load_dataset; print(load_dataset('rajpurkar/squad', split='train')[0])"
pip install datasets[audio]
python -c "import soundfile; print(soundfile.__libsndfile_version__)"
pip install datasets[vision]
python -c "from datasets import load_dataset; print(load_dataset('rajpurkar/squad', split='train')[0])"
pip install evaluate peft accelerate bitsandbytes deepspeed