fix pwg gpu memory update too high

PaddlePaddle · Oct 14, 2021 · 5cac9dc · 5cac9dc
1 parent 29babf0
commit 5cac9dc
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/parakeet/models/parallel_wavegan/parallel_wavegan.py b/parakeet/models/parallel_wavegan/parallel_wavegan.py
@@ -465,6 +465,9 @@ def forward(self, x, c):
         skips = 0
         for f in self.conv_layers:
             x, s = f(x, c)
+            # Add depency with x to avoid lanching op too fast that leads
+            # to GPU memory reach too high value (ugly trick here) 
+            c += paddle.mean(x - x)
             skips += s
         skips *= math.sqrt(1.0 / len(self.conv_layers))