summaryrefslogtreecommitdiffstats
path: root/tools/sharding_supervisor/stdio_buffer.py
blob: 737374d6750de5f2942a3b0ae21f1d491f31e883 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
# Copyright (c) 2012 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Syncronized Standard IO Linebuffer implemented with cStringIO."""

import cStringIO
import os
import sys
import threading
import Queue


class StdioBuffer(object):
  def __init__(self, shard):
    self.line_ready_event = threading.Event()
    self.queue = Queue.Queue()
    self.lock = threading.Lock()
    self.completed = 0
    self.shard = shard

  def _pipe_handler(self, system_pipe, program_pipe):
    """Helper method for collecting stdio output.  Output is collected until
    a newline is seen, at which point an event is triggered and the line is
    pushed to a buffer as a (stdio, line) tuple."""
    buffer = cStringIO.StringIO()
    pipe_running = True
    while pipe_running:
      char = program_pipe.read(1)
      if not char and self.shard.poll() is not None:
        pipe_running = False
        self.line_ready_event.set()
      buffer.write(char)
      if char == '\n' or not pipe_running:
        line = buffer.getvalue()
        if not line and not pipe_running:
          with self.lock:
            self.completed += 1
            self.line_ready_event.set()
          break
        self.queue.put((system_pipe, line))
        self.line_ready_event.set()
        buffer.close()
        buffer = cStringIO.StringIO()

  def handle_pipe(self, system_pipe, program_pipe):
    t = threading.Thread(target=self._pipe_handler, args=[system_pipe,
                                                          program_pipe])
    t.start()
    return t

  def readline(self):
    """Emits a tuple of (sys.stderr, line) or (sys.stdout, line).  This is a
    blocking call."""
    while self.completed < 2 and self.queue.empty():
      self.line_ready_event.wait()
      self.line_ready_event.clear()
    if not self.queue.empty():
      return self.queue.get_nowait()
    else:
      return (None, None)