python3 -m venv .env
source .env/bin/activate
python -m pip install -U pip

bash install.sh

mkdir .cache

TMPDIR=./.cache pip install wheel tqdm wandb
TMPDIR=./.cache pip3 install torch torchvision torchaudio
TMPDIR=./.cache pip install accelerate einops
TMPDIR=./.cache pip install albumentations
TMPDIR=./.cache pip install segmentation_models_pytorch
TMPDIR=./.cache pip install torchmetrics
TMPDIR=./.cache pip install segformer-pytorch

accelerate launch {script_name.py} --arg1 --arg2 ...

or 

python -m accelerate.commands.launch --num_processes=2 {script_name.py} {--arg1} {--arg2}

CUDA_VISIBLE_DEVICES={GPU_ID} accelerate launch main.py --ds citynormal --model dl3p --loss dice --wandb 

or

accelerate launch --gpu_ids {GPU_ID} main.py --ds citynormal --model dl3p --loss dice --wandb 

accelerate launch --multi_gpu {GPU_ID} main.py --ds citynormal --model dl3p --loss dice --wandb 

accelerate launch --num_processes=2 main.py --ds citynormal --model dl3p --loss dice --wandb

accelerate launch --cpu main.py --ds citynormal --model dl3p --loss dice --wandb

accelerate launch --multi_gpu --mixed_precision=fp16 --num_processes=2 main.py --ds citynormal --model dl3p --loss dice --wandb

CUDA_VISIBLE_DEVICES="0" accelerate launch --config_file ./scripts/single_gpu.yaml main.py --epochs 1 --debug --wandb

accelerate launch --config_file ./scripts/multi_gpu.yaml main.py --epochs 1 --debug --wandb