Skip to content

Commit

Permalink
Apply isort and black reformatting
Browse files Browse the repository at this point in the history
Signed-off-by: JimmyZhang12 <JimmyZhang12@users.noreply.github.com>
  • Loading branch information
JimmyZhang12 committed Aug 20, 2024
1 parent 69c33b8 commit aaada57
Showing 1 changed file with 1 addition and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -241,9 +241,7 @@ def __init__(self, config, layer_number=1, hidden_dropout=None):
super().__init__(**transformer_layer_args)

if self.config.enable_cuda_graph and self.training:
assert (
not config.cpu_offloading and config.recompute_granularity is None
), "Cudagraphs not supported"
assert not config.cpu_offloading and config.recompute_granularity is None, "Cudagraphs not supported"
self.add_module('cudagraph_manager', CudaGraphManager())

# Called by MCore's TransformerBlock.forward
Expand Down

0 comments on commit aaada57

Please sign in to comment.