From b6eebc516e947729ce65f195aa4bbbf262331277 Mon Sep 17 00:00:00 2001
From: sdomi <dominique.liberda@initos.com>
Date: Mon, 22 Sep 2025 13:58:34 +0200
Subject: [PATCH] Fixes around non-blocking I/O in the thread manager

---
 core/base/libs/socrate/socrate/system.py | 17 ++++++++++++-----
 towncrier/newsfragments/3927.bugfix      |  1 +
 2 files changed, 13 insertions(+), 5 deletions(-)
 create mode 100644 towncrier/newsfragments/3927.bugfix

diff --git a/core/base/libs/socrate/socrate/system.py b/core/base/libs/socrate/socrate/system.py
index 1ced1a05..b872b740 100644
--- a/core/base/libs/socrate/socrate/system.py
+++ b/core/base/libs/socrate/socrate/system.py
@@ -9,6 +9,7 @@ import socket
 import tenacity
 import subprocess
 import threading
+import time
 
 @tenacity.retry(stop=tenacity.stop_after_attempt(100),
                 wait=tenacity.wait_random(min=2, max=5))
@@ -163,12 +164,14 @@ def drop_privs_to(username='mailu'):
 def forward_text_lines(src, dst):
     while True:
         current_line = src.readline()
+        if not current_line:
+            return
         dst.write(current_line)
 
 
 # runs a process and passes its standard/error output to the standard/error output of the current python script
 def run_process_and_forward_output(cmd):
-    process = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+    process = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, errors='replace')
 
     stdout_thread = threading.Thread(target=forward_text_lines, args=(process.stdout, sys.stdout))
     stdout_thread.daemon = True
@@ -178,7 +181,11 @@ def run_process_and_forward_output(cmd):
     stderr_thread.daemon = True
     stderr_thread.start()
 
-    rc = process.wait()
-    sys.stdout.flush()
-    sys.stderr.flush()
-    return rc
+    while True:
+        rc = process.poll()
+        if rc is not None or threading.active_count() < 3:
+            sys.stdout.flush()
+            sys.stderr.flush()
+            os._exit(rc if rc > 0 else 143)
+
+        time.sleep(1)
diff --git a/towncrier/newsfragments/3927.bugfix b/towncrier/newsfragments/3927.bugfix
new file mode 100644
index 00000000..ae13cf57
--- /dev/null
+++ b/towncrier/newsfragments/3927.bugfix
@@ -0,0 +1 @@
+Fix an edge case in the process scheduler, where stdio handlers would hang and consume 100% CPU each if the process had any children that failed to stop. Also introduces a workaround for handling invalid UTF-8 in logs.