diff --git a/fairseq/models/wav2vec/wav2vec2_classification.py b/fairseq/models/wav2vec/wav2vec2_classification.py
index c9bbaab28e..e9f05b1917 100644
--- a/fairseq/models/wav2vec/wav2vec2_classification.py
+++ b/fairseq/models/wav2vec/wav2vec2_classification.py
@@ -110,7 +110,6 @@ def get_pooling_layer(
     num_targets: int,
     encoder_layers: int,
 ):
-    assert cfg.pooling == 'mean'
     if cfg.pooling == "first_token":
         return FirstToken(cfg, encoder_embed_dim, num_targets)
     # elif cfg.pooling == "mean":