diff --git a/keras_hub/src/layers/modeling/transformer_encoder.py b/keras_hub/src/layers/modeling/transformer_encoder.py
index 5ed121e45..4f471a12d 100644
--- a/keras_hub/src/layers/modeling/transformer_encoder.py
+++ b/keras_hub/src/layers/modeling/transformer_encoder.py
@@ -215,7 +215,6 @@ def call(
                 return_attention_scores=return_attention_scores,
                 training=training,
             )
-            return x, attention_scores
         else:
             x = self._self_attention_layer(
                 query=x,