diff --git a/kernel/sched/fair.c b/kernel/sched/fair.c
index 974e091e9d66..2c5cfec73c76 100644
--- a/kernel/sched/fair.c
+++ b/kernel/sched/fair.c
@@ -11973,7 +11973,9 @@ static inline void update_sg_lb_stats(struct lb_env *env,
 			/* Check for a misfit task on the cpu */
 			if (sgs->group_misfit_task_load < rq->misfit_task_load) {
 				sgs->group_misfit_task_load = rq->misfit_task_load;
-				*sg_overloaded = 1;
+
+				if (balancing_at_rd)
+					*sg_overloaded = 1;
 			}
 		} else if (env->idle && sched_reduced_capacity(rq, env->sd)) {
 			/* Check for a task running on a CPU with reduced capacity */