env_prepare.sh
sudo pip3 uninstall byted-torch==2.1.0.dev20240509 -y
sudo rm -r /usr/local/lib/python3.9/dist-packages/byted_torch/
pip3 install datasets
pip3 install transformers==4.40.1
pip3 install tokenizers==0.19.0
pip3 install shortuuid
pip3 install httpx==0.24.0
pip3 install einops
pip3 install ftfy
pip3 install llava[standalone]
pip3 install numpy==1.26.1
pip3 install open_clip_torch
pip3 install fastapi
pip3 install markdown2[all]
pip3 install requests
pip3 install sentencepiece
pip3 install uvicorn
pip3 install wandb
pip3 install deepspeed==0.14.2
pip3 install peft==0.4.0
pip3 install accelerate>=0.29.1

pip3 install scikit-learn==1.2.2
pip3 install sentencepiece~=0.1.99
pip3 install einops==0.6.1
pip3 install einops-exts==0.0.4
pip3 install gradio_client==0.2.9
pip3 install urllib3
pip3 install datasets==2.16.1
pip3 install pydantic==1.10.8
pip3 install timm
pip3 install hf_transfer
pip3 install opencv-python
pip3 install av
pip3 install decord
pip3 install tyro
pip3 install scipy
sudo pip3 uninstall flash-attn -y
sudo pip3 uninstall byted-iceberg -y
pip3 install mmengine
pip3 install pynvml
pip3 install pyyaml

pip install torch==2.3.0 torchvision==0.18.0 torchaudio==2.3.0 --index-url https://download.pytorch.org/whl/cu121

