From e070a09aa5ca66ef03de847db475aa74a5e46ca0 Mon Sep 17 00:00:00 2001 From: Jeff Rasley Date: Tue, 17 Aug 2021 11:05:12 -0700 Subject: [PATCH] add moe to sidebar --- docs/_data/navigation.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/_data/navigation.yml b/docs/_data/navigation.yml index 21b41c8a..735d3aff 100755 --- a/docs/_data/navigation.yml +++ b/docs/_data/navigation.yml @@ -37,8 +37,6 @@ lnav: url: /docs/config-json/#communication-options - title: "FP16" url: /docs/config-json/#fp16-training-options - - title: "AMP" - url: /docs/config-json/#automatic-mixed-precision-amp-training-options - title: "Gradient Clipping" url: /docs/config-json/#gradient-clipping - title: "ZeRO optimizations" @@ -82,6 +80,8 @@ lnav: url: /tutorials/lrrt/ - title: "Megatron-LM GPT2" url: /tutorials/megatron/ + - title: "Mixture-of-Experts (MoE)" + url: /tutorials/mixture-of-experts/ - title: "Mixture-of-Quantization" url: /tutorials/MoQ-tutorial/ - title: "One-Cycle Schedule" -- GitLab