#!/usr/bin/env python import os import re import select import subprocess import sys import yaml IGNORE_HOSTS = [ 'push', ] def main(role="app", role2="app"): streams = list() path = "/srv/newsblur/logs/newsblur.log" hosts_path = os.path.expanduser(os.path.join('../secrets-newsblur/configs/hosts.yml')) hosts = yaml.load(open(hosts_path)) for r in [role, role2]: if isinstance(hosts[r], dict): hosts[r] = ["%s:%s" % (hosts[r][k][-1], k) for k in hosts[r].keys()] for hostname in set(hosts[role] + hosts[role2]): if any(h in hostname for h in IGNORE_HOSTS): continue if ':' in hostname: hostname, address = hostname.split(':', 1) else: address = hostname if 'ec2' in hostname: s = subprocess.Popen(["ssh", "-i", os.path.expanduser("~/.ec2/sclay.pem"), address, "tail -f " + path], stdout=subprocess.PIPE) else: s = subprocess.Popen(["ssh", address, "tail -f " + path], stdout=subprocess.PIPE) s.name = hostname streams.append(s) try: while True: r, _, _ = select.select( [stream.stdout.fileno() for stream in streams], [], []) for fileno in r: for stream in streams: if stream.stdout.fileno() != fileno: continue data = os.read(fileno, 4096) if not data: streams.remove(stream) break combination_message = "[%-6s] %s" % (stream.name[:6], data) sys.stdout.write(combination_message) break except KeyboardInterrupt: print " --- End of Logging ---" if __name__ == "__main__": main()