torch==1.13.1
git+https://github.com/EleutherAI/DeeperSpeed.git@eb7f5cff36678625d23db8a8fe78b4a93e5d2c75#egg=deepspeed
tokenizers>=0.13.2 lm_dataformat==0.0.20 ftfy==6.1.1 tensorboardX==2.6 shortuuid==1.0.11 wandb==0.10.28 tiktoken==0.1.2
