From a06be6de9ca372cb1b4c3fb636c3178fa60a11e2 Mon Sep 17 00:00:00 2001 From: u010280923 Date: Wed, 8 Mar 2023 17:30:07 +0800 Subject: [PATCH] add ppo model --- forward_demo.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/forward_demo.py b/forward_demo.py index 9de47db..28571d8 100644 --- a/forward_demo.py +++ b/forward_demo.py @@ -263,6 +263,8 @@ if __name__ == "__main__": trainer.strategy.config["zero_optimization"]["allgather_bucket_size"] = args.ds_bucket_mb * 1000 * 1000 trainer.strategy.config["zero_optimization"]["reduce_bucket_size"] = args.ds_bucket_mb * 1000 * 1000 + model.deepspeed_offload() + seq = torch.randint(0, 50277, (1, 100)) model(seq) -- GitLab