x/stacktach-sandbox
Code Issues Proposed changes

Change status utility to reflect new pipeline worker log format.

Browse Source 
Change-Id: I45c3919da7fb34dee3564e8578b428cb0b5ee1c3
This commit is contained in:
Sandy Walsh 2015-04-14 05:13:06 -07:00
parent c7b7cf7876
commit c99d0c3980
2 changed files with 16 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
bin/stv3_status.py
View File

@ -72,6 +72,7 @@ port = int(config.get('ssh_port', 22))
vhost = config.get('vhost', '/') vhost = config.get('vhost', '/')
lines = config.get('tail_lines', '100') lines = config.get('tail_lines', '100')
queue_prefixes = config.get('queue_prefixes', ['monitor']) queue_prefixes = config.get('queue_prefixes', ['monitor'])
num_pipeline_workers = config.get('num_pipeline_workers', 2)
num_cells = len(cell_names) num_cells = len(cell_names)
for worker in worker_hostnames: for worker in worker_hostnames:
@ -79,9 +80,14 @@ for worker in worker_hostnames:
for cell in cell_names: for cell in cell_names:
commands.append("tail --lines %s /var/log/stv3/yagi-%s.log" % commands.append("tail --lines %s /var/log/stv3/yagi-%s.log" %
(lines, cell)) (lines, cell))
commands.append("tail --lines %s /var/log/stv3/stv3.log" % lines) for x in range(num_pipeline_workers):
archive_directories = ["/etc/stv3/%s/events" % cell for cell in cell_names] commands.append(
commands.append("du -ch --time %s /etc/stv3/tarballs" % " ".join(archive_directories)) "tail --lines %s /var/log/stv3/pipeline_worker_%d.log"
% (lines, x+1))
archive_directories = ["/etc/stv3/%s/events"
% cell for cell in cell_names]
commands.append("du -ch --time %s /etc/stv3/tarballs"
% " ".join(archive_directories))
commands.append("ls -lah /etc/stv3/tarballs") commands.append("ls -lah /etc/stv3/tarballs")
print "--- worker: %s" % (worker, ) print "--- worker: %s" % (worker, )
@ -93,9 +99,12 @@ for worker in worker_hostnames:
with open("%s-yagi-%s.log" % (worker, cell), "w") as o: with open("%s-yagi-%s.log" % (worker, cell), "w") as o:
o.write(ret[i+1]) o.write(ret[i+1])
print "Writing pipeline worker: %s-stv3.log" % worker index = 2 + num_pipeline_workers
with open("%s-stv3.log" % worker, "w") as o: for x in range(num_pipeline_workers):
o.write(ret[-3]) print "Writing pipeline worker: %s-pipeline_worker_%d.log" \
% (worker, x+1)
with open("%s-pipeline_worker_%d.log" % (worker, x+1), "w") as o:
o.write(ret[-index + x])
print ret[-2] print ret[-2]
print ret[-1] print ret[-1]

1
etc/status.yaml
View File

@ -9,6 +9,7 @@ password: mypassword
ssh_port: 22 ssh_port: 22
tail_lines: 100 tail_lines: 100
num_pipeline_workers: 2
worker_hostnames: worker_hostnames:
- worker1.example.com - worker1.example.com