git+https://github.com/EleutherAI/DeeperSpeed.git@eb7f5cff36678625d23db8a8fe78b4a93e5d2c75#egg=deepspeed
torch==1.13.1
tokenizers>=0.13.2
lm_dataformat==0.0.20
ftfy==6.1.1
tensorboardX==2.6
shortuuid==1.0.11
wandb==0.10.28
tiktoken==0.1.2