From 74fd693f512b62975f859d3a0b02e13c07da7ec0 Mon Sep 17 00:00:00 2001 From: Sandy Walsh Date: Tue, 24 Feb 2015 11:29:25 -0800 Subject: [PATCH] Supports the new tarball style of WritingJSONRollManager. Updates the ansible and local dev configs to archive events to tarballs via shoebox. Change-Id: I1952aea79f1021aae5094f6ca45e325eb9b43485 --- ansible/roles/stv3-workers/templates/yagi.conf.j2 | 6 ++++-- yagi.conf.common | 4 +++- 2 files changed, 7 insertions(+), 3 deletions(-) diff --git a/ansible/roles/stv3-workers/templates/yagi.conf.j2 b/ansible/roles/stv3-workers/templates/yagi.conf.j2 index 8cadc49..d303d49 100644 --- a/ansible/roles/stv3-workers/templates/yagi.conf.j2 +++ b/ansible/roles/stv3-workers/templates/yagi.conf.j2 @@ -54,6 +54,8 @@ config_class = .|oahu_config:Config config_file = /etc/stv3/winchester.yaml [shoebox] -working_directory=/etc/stv3/events -filename_template=%Y%m%d-[[TIMESTAMP]]-region-{{item.cell}}-stv3-[[CRC]].json.gz +working_directory=/etc/stv3/{{item.cell}}/events +destination_folder=/etc/stv3/tarballs +filename_template=%Y%m%d-[[TIMESTAMP]]-region-{{item.cell}}-stv3-[[CRC]].json roll_manager=shoebox.roll_manager:WritingJSONRollManager +roll_size_mb=1000 diff --git a/yagi.conf.common b/yagi.conf.common index 6a32510..aa84400 100644 --- a/yagi.conf.common +++ b/yagi.conf.common @@ -37,5 +37,7 @@ config_file = winchester.yaml [shoebox] working_directory=data/events -filename_template=%Y%m%d-[[TIMESTAMP]]-stv3-[[CRC]].json.gz +destination_folder=data/output +filename_template=%Y%m%d-[[TIMESTAMP]]-stv3-[[CRC]].json roll_manager=shoebox.roll_manager:WritingJSONRollManager +roll_size_mb=20