From ab95eebc03f2951ebb75cf61398d82020787e4a3 Mon Sep 17 00:00:00 2001 From: Igor Skovorodkin Date: Fri, 10 Nov 2023 12:54:08 +0100 Subject: [PATCH] Remove outdated assert for layer checkpointing. Looks like this assert checks abandoned experimental `layer_drop` param, which not exists anymore. --- audiocraft/modules/transformer.py | 1 - 1 file changed, 1 deletion(-) diff --git a/audiocraft/modules/transformer.py b/audiocraft/modules/transformer.py index 691df6a2..e8100a4c 100644 --- a/audiocraft/modules/transformer.py +++ b/audiocraft/modules/transformer.py @@ -648,7 +648,6 @@ def __init__(self, d_model: int, num_heads: int, num_layers: int, dim_feedforwar # see audiocraft/optim/fsdp.py, magic signal to indicate this requires fixing the # backward hook inside of FSDP... layer._magma_checkpointed = True # type: ignore - assert layer.layer_drop == 0., "Need further checking" # type: ignore def _apply_layer(self, layer, *args, **kwargs): method = self.checkpointing