From 1b0b8a56333e3c17fbb0aeeb425ee7235a03c90d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BC=A0=E7=A7=8B?= Date: Wed, 24 Jul 2024 19:14:01 +0800 Subject: [PATCH] fix CAPACITY_FACTOR --- exp/moe/moe_356m_8gpu.sh | 2 +- exp/moe/moe_46m_8gpu.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/exp/moe/moe_356m_8gpu.sh b/exp/moe/moe_356m_8gpu.sh index 3ec4e78b..be071e6a 100644 --- a/exp/moe/moe_356m_8gpu.sh +++ b/exp/moe/moe_356m_8gpu.sh @@ -16,7 +16,7 @@ if [ -n "${3}" ]; then NUM_EXPERTS=$3; fi -CAPACITY_FACTOR=16384 +CAPACITY_FACTOR=1 if [ -n "${4}" ]; then CAPACITY_FACTOR=$4; fi diff --git a/exp/moe/moe_46m_8gpu.sh b/exp/moe/moe_46m_8gpu.sh index 69637724..7d7d32ce 100644 --- a/exp/moe/moe_46m_8gpu.sh +++ b/exp/moe/moe_46m_8gpu.sh @@ -16,7 +16,7 @@ if [ -n "${3}" ]; then NUM_EXPERTS=$3; fi -CAPACITY_FACTOR=16384 +CAPACITY_FACTOR=2 if [ -n "${4}" ]; then CAPACITY_FACTOR=$4; fi