From 0a94c483080166f1bc8d6537fde75d3185e34706 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Stardust=C2=B7=E5=87=8F?= <star_dust_chen@foxmail.com>
Date: Mon, 29 Jan 2024 18:18:09 +0800
Subject: [PATCH] Update train_ms.py

---
 train_ms.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/train_ms.py b/train_ms.py
index 171d87a1a..f5fc1c6d8 100644
--- a/train_ms.py
+++ b/train_ms.py
@@ -598,7 +598,7 @@ def train_and_evaluate(
         scaler.scale(loss_gen_all).backward()
         scaler.unscale_(optim_g)
         #if getattr(hps.train, "bf16_run", False):
-        torch.nn.utils.clip_grad_norm_(parameters=net_g.parameters(), max_norm=500)
+        torch.nn.utils.clip_grad_norm_(parameters=net_g.parameters(), max_norm=200)
         grad_norm_g = commons.clip_grad_value_(net_g.parameters(), None)
         scaler.step(optim_g)
         scaler.update()