Filter logs line based and in binary mode without decoding utf-8

(cherry picked from commit 4a49234afa)

core/base/libs/socrate/socrate/system.py

@@ -31,31 +31,29 @@ def _coerce_value(value):
 
 class LogFilter(object):
     def __init__(self, stream, re_patterns):
-        self.stream = stream
-        if isinstance(re_patterns, list):
-            self.pattern = re.compile('|'.join([fr'(?:{pattern})' for pattern in re_patterns]))
-        elif isinstance(re_patterns, str):
-            self.pattern = re.compile(re_patterns)
-        else:
-            self.pattern = re_patterns
-        self.found = False
+        self.stream  = stream
+        self.pattern = re.compile(b'|'.join([b''.join([b'(?:', pattern, b')']) for pattern in re_patterns]))
+        self.buffer  = b''
 
     def __getattr__(self, attr_name):
         return getattr(self.stream, attr_name)
 
     def write(self, data):
-        if data == '\n' and self.found:
-            self.found = False
-        else:
-            if not self.pattern.search(data):
-                self.stream.write(data)
+        if type(data) is str:
+            data = data.encode('utf-8')
+        self.buffer += data
+        while b'\n' in self.buffer:
+            line, cr, rest = self.buffer.partition(b'\n')
+            if not self.pattern.search(line):
+                self.stream.buffer.write(line)
+                self.stream.buffer.write(cr)
                 self.stream.flush()
-            else:
-                # caught bad pattern
-                self.found = True
+            self.buffer = rest
 
-    def flush(self):
-        self.stream.flush()
+    def close(self):
+        if self.buffer and not self.pattern.search(self.buffer):
+            self.stream.buffer.write(self.buffer)
+        self.stream.close()
 
 def _is_compatible_with_hardened_malloc():
     with open('/proc/cpuinfo', 'r') as f:
@@ -100,7 +98,7 @@ def set_env(required_secrets=[], log_filters=[]):
     for secret in required_secrets:
         os.environ[f'{secret}_KEY'] = hmac.new(bytearray(secret_key, 'utf-8'), bytearray(secret, 'utf-8'), 'sha256').hexdigest()
 
-    os.system('find /run -xdev -type f -name \*.pid -print -delete')
+    os.system(r'find /run -xdev -type f -name \*.pid -print -delete')
 
     return {
             key: _coerce_value(os.environ.get(key, value))
@@ -160,7 +158,7 @@ def forward_text_lines(src, dst):
 
 # runs a process and passes its standard/error output to the standard/error output of the current python script
 def run_process_and_forward_output(cmd):
-    process = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True, encoding='utf-8')
+    process = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
 
     stdout_thread = threading.Thread(target=forward_text_lines, args=(process.stdout, sys.stdout))
     stdout_thread.daemon = True
@@ -170,4 +168,4 @@ def run_process_and_forward_output(cmd):
     stderr_thread.daemon = True
     stderr_thread.start()
 
-    process.wait()
+    return process.wait()