diff --git a/controllers/actions.github.com/autoscalinglistener_controller.go b/controllers/actions.github.com/autoscalinglistener_controller.go
index 20c957f3..1b16eadf 100644
--- a/controllers/actions.github.com/autoscalinglistener_controller.go
+++ b/controllers/actions.github.com/autoscalinglistener_controller.go
@@ -265,7 +265,7 @@ func (r *AutoscalingListenerReconciler) Reconcile(ctx context.Context, req ctrl.
 			var configSecret corev1.Secret
 			err := r.Get(ctx, types.NamespacedName{Namespace: autoscalingListener.Namespace, Name: scaleSetListenerConfigName(autoscalingListener)}, &configSecret)
 			switch {
-			case err == nil && configSecret.ObjectMeta.DeletionTimestamp.IsZero():
+			case err == nil && configSecret.DeletionTimestamp.IsZero():
 				log.Info("Deleting the listener config secret")
 				if err := r.Delete(ctx, &configSecret); err != nil {
 					return ctrl.Result{}, fmt.Errorf("failed to delete listener config secret: %w", err)