Parallelizing a ViT model
Conda env creation
conda create -n parallel-vit python=3.8 -y
conda activate parallel-vit
pip install torch==1.9.1+cu111 torchvision==0.10.1+cu111 torchaudio==0.9.1 -f https://download.pytorch.org/whl/torch_stable.html
pip install wandb
pip install tqdm einops
Docker preparation
export DOCKER_REGISTRY=192.168.62.116:5000
docker tag jh-vit-pytorch1.12 $DOCKER_REGISTRY/jh-vit-pytorch1.12
docker push 192.168.62.116:5000/jh-vit-pytorch1.12