From 765f307bac84fe70141c93aee58b54cde0aa7948 Mon Sep 17 00:00:00 2001 From: u010280923 Date: Wed, 8 Mar 2023 16:36:10 +0800 Subject: [PATCH] add ppo model --- forward_demo.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/forward_demo.py b/forward_demo.py index dd64212..9de47db 100644 --- a/forward_demo.py +++ b/forward_demo.py @@ -222,7 +222,7 @@ if __name__ == "__main__": from src.trainer import train_callback, generate_init_weight - args.vocab_size = 20000 + args.vocab_size = 50277 from src.model import RWKV model = RWKV(args) @@ -263,7 +263,7 @@ if __name__ == "__main__": trainer.strategy.config["zero_optimization"]["allgather_bucket_size"] = args.ds_bucket_mb * 1000 * 1000 trainer.strategy.config["zero_optimization"]["reduce_bucket_size"] = args.ds_bucket_mb * 1000 * 1000 - seq = torch.randint(0, 20000, (1, 100)) + seq = torch.randint(0, 50277, (1, 100)) model(seq) import ipdb -- GitLab