# Copyright (c) 2012 - Rackspace Inc. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to # deal in the Software without restriction, including without limitation the # rights to use, copy, modify, merge, publish, distribute, sublicense, and/or # sell copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING # FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS # IN THE SOFTWARE. import datetime import os import sys try: import ujson as json except ImportError: try: import simplejson as json except ImportError: import json POSSIBLE_TOPDIR = os.path.normpath(os.path.join(os.path.abspath(sys.argv[0]), os.pardir, os.pardir)) if os.path.exists(os.path.join(POSSIBLE_TOPDIR, 'stacktach')): sys.path.insert(0, POSSIBLE_TOPDIR) from stacktach import models from stacktach import views if __name__ != '__main__': sys.exit(1) REBUILD_START = 'compute.instance.rebuild.start' REBUILD_END = 'compute.instance.rebuild.end' def add_past_usage(raws): count = raws.count() processed = 0 print "%s events to be processed" % count last_update = datetime.datetime.utcnow() for raw in raws: json_dict = json.loads(raw.json) views.aggregate_usage(raw, json_dict[1]) processed += 1 if processed % 50 == 0: next_update = last_update + datetime.timedelta(seconds=30) if datetime.datetime.utcnow() > next_update: m = (processed, count - processed, (float(processed) / count)*100) print "%s processed, %s to go, %.2f percent done" % m last_update = datetime.datetime.utcnow() print "completed processing %s events" % count start_raws = models.RawData.objects.filter(event=REBUILD_START) add_past_usage(start_raws) end_raws = models.RawData.objects.filter(event=REBUILD_END) add_past_usage(end_raws)