diff --git a/talos_patch_control_plane.tf b/talos_patch_control_plane.tf
index 1210dde..cf3f364 100644
--- a/talos_patch_control_plane.tf
+++ b/talos_patch_control_plane.tf
@@ -109,7 +109,7 @@ locals {
         registries = var.registries
       }
       cluster = {
-        allowSchedulingOnControlPlanes = var.control_plane_allow_schedule || var.worker_count <= 0
+        allowSchedulingOnControlPlanes = var.control_plane_allow_schedule || (var.worker_count <= 0 && length(var.worker_nodes) <= 0)
         network = {
           dnsDomain = var.cluster_domain
           podSubnets = [