1b576555ec
The report returns JSON containing subject of review, project, url, ids of reviewer and patch owner Change-Id: I08dd52c7626a519236a1a9f0541ad533ed63ba4b
241 lines
7.8 KiB
Python
241 lines
7.8 KiB
Python
# Copyright (c) 2013 Mirantis Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import collections
|
|
import datetime
|
|
import json
|
|
import operator
|
|
import time
|
|
|
|
import flask
|
|
|
|
from dashboard import decorators
|
|
from dashboard import helpers
|
|
from dashboard import vault
|
|
from stackalytics.processor import utils
|
|
|
|
|
|
blueprint = flask.Blueprint('reports', __name__, url_prefix='/report')
|
|
|
|
|
|
@blueprint.route('/blueprint/<module>/<blueprint_name>')
|
|
@decorators.templated()
|
|
@decorators.exception_handler()
|
|
def blueprint_summary(module, blueprint_name):
|
|
blueprint_id = utils.get_blueprint_id(module, blueprint_name)
|
|
bpd = vault.get_memory_storage().get_record_by_primary_key(
|
|
'bpd:' + blueprint_id)
|
|
if not bpd:
|
|
flask.abort(404)
|
|
return
|
|
|
|
bpd = helpers.extend_record(bpd)
|
|
record_ids = vault.get_memory_storage().get_record_ids_by_blueprint_ids(
|
|
[blueprint_id])
|
|
activity = [helpers.extend_record(record) for record in
|
|
vault.get_memory_storage().get_records(record_ids)]
|
|
activity.sort(key=lambda x: x['date'], reverse=True)
|
|
|
|
return {'blueprint': bpd, 'activity': activity}
|
|
|
|
|
|
def _get_day(timestamp, time_now):
|
|
return int((time_now - timestamp) / 60 / 60 / 24)
|
|
|
|
|
|
def _process_stat(data, key, time_now):
|
|
if not data:
|
|
return None
|
|
|
|
data = sorted(data, key=operator.itemgetter(key))
|
|
|
|
days = _get_day(data[0][key], time_now)
|
|
chart_data = [0] * (days + 1)
|
|
sum_ages = 0
|
|
for review in data:
|
|
age = time_now - review[key]
|
|
sum_ages += age
|
|
review[key + '_age'] = utils.make_age_string(age)
|
|
chart_data[_get_day(review[key], time_now)] += 1
|
|
|
|
return {
|
|
'reviews': data,
|
|
'average': utils.make_age_string(sum_ages / len(data)),
|
|
'max': data[0][key + '_age'],
|
|
'chart_data': json.dumps(chart_data),
|
|
}
|
|
|
|
|
|
@blueprint.route('/reviews/<module>/open')
|
|
@decorators.templated()
|
|
@decorators.exception_handler()
|
|
def open_reviews(module):
|
|
memory_storage_inst = vault.get_memory_storage()
|
|
time_now = int(time.time())
|
|
|
|
module_id_index = vault.get_vault()['module_id_index']
|
|
module = module.lower()
|
|
if module in module_id_index:
|
|
modules = module_id_index[module]['modules']
|
|
else:
|
|
modules = [module]
|
|
|
|
review_ids = (memory_storage_inst.get_record_ids_by_modules(modules) &
|
|
memory_storage_inst.get_record_ids_by_type('review'))
|
|
|
|
waiting_on_reviewer = []
|
|
total_open = 0
|
|
|
|
for review in memory_storage_inst.get_records(review_ids):
|
|
if review['status'] == 'NEW':
|
|
total_open += 1
|
|
if review['value'] in [1, 2]:
|
|
waiting_on_reviewer.append(review)
|
|
|
|
return {
|
|
'module': module,
|
|
'total_open': total_open,
|
|
'waiting_on_reviewer': len(waiting_on_reviewer),
|
|
'waiting_on_submitter': total_open - len(waiting_on_reviewer),
|
|
'latest_revision': _process_stat(
|
|
waiting_on_reviewer, 'updated_on', time_now),
|
|
'first_revision': _process_stat(waiting_on_reviewer, 'date', time_now),
|
|
}
|
|
|
|
|
|
@blueprint.route('/contribution/<module>/<days>')
|
|
@decorators.templated()
|
|
@decorators.exception_handler()
|
|
def contribution(module, days):
|
|
return {
|
|
'module': module,
|
|
'days': days,
|
|
'start_date': int(time.time()) - int(days) * 24 * 60 * 60
|
|
}
|
|
|
|
|
|
def _get_punch_card_data(records):
|
|
punch_card_raw = [] # matrix days x hours
|
|
for wday in xrange(0, 7):
|
|
punch_card_raw.append([0] * 24)
|
|
for record in records:
|
|
tt = datetime.datetime.fromtimestamp(record['date']).timetuple()
|
|
punch_card_raw[tt.tm_wday][tt.tm_hour] += 1
|
|
|
|
punch_card_data = [] # format for jqplot bubble renderer
|
|
for wday in xrange(0, 7):
|
|
for hour in xrange(0, 24):
|
|
v = punch_card_raw[wday][hour]
|
|
if v:
|
|
punch_card_data.append([hour, wday, v, v])
|
|
|
|
# add corner point, otherwise chart doesn't know the bounds
|
|
if punch_card_raw[0][0] == 0:
|
|
punch_card_data.append([0, 0, 0, 0])
|
|
if punch_card_raw[6][23] == 0:
|
|
punch_card_data.append([23, 6, 0, 0])
|
|
|
|
return json.dumps(punch_card_data)
|
|
|
|
|
|
@blueprint.route('/users/<user_id>')
|
|
@decorators.templated()
|
|
@decorators.exception_handler()
|
|
def user_activity(user_id):
|
|
user = vault.get_user_from_runtime_storage(user_id)
|
|
if not user:
|
|
flask.abort(404)
|
|
user = helpers.extend_user(user)
|
|
|
|
memory_storage_inst = vault.get_memory_storage()
|
|
records = memory_storage_inst.get_records(
|
|
memory_storage_inst.get_record_ids_by_user_ids([user_id]))
|
|
records = sorted(records, key=operator.itemgetter('date'), reverse=True)
|
|
|
|
return {
|
|
'user': user,
|
|
'total_records': len(records),
|
|
'contribution': helpers.get_contribution_summary(records),
|
|
'punch_card_data': _get_punch_card_data(records),
|
|
}
|
|
|
|
|
|
@blueprint.route('/companies/<company>')
|
|
@decorators.templated()
|
|
@decorators.exception_handler()
|
|
def company_activity(company):
|
|
memory_storage_inst = vault.get_memory_storage()
|
|
original_name = memory_storage_inst.get_original_company_name(company)
|
|
|
|
memory_storage_inst = vault.get_memory_storage()
|
|
records = memory_storage_inst.get_records(
|
|
memory_storage_inst.get_record_ids_by_companies([original_name]))
|
|
records = sorted(records, key=operator.itemgetter('date'), reverse=True)
|
|
|
|
return {
|
|
'company_name': original_name,
|
|
'total_records': len(records),
|
|
'contribution': helpers.get_contribution_summary(records),
|
|
'punch_card_data': _get_punch_card_data(records),
|
|
}
|
|
|
|
|
|
@blueprint.route('/large_commits')
|
|
@decorators.jsonify('commits')
|
|
@decorators.exception_handler()
|
|
@decorators.record_filter()
|
|
def get_commit_report(records):
|
|
loc_threshold = int(flask.request.args.get('loc_threshold') or 0)
|
|
response = []
|
|
for record in records:
|
|
if ('loc' in record) and (record['loc'] > loc_threshold):
|
|
nr = dict([(k, record[k]) for k in ['loc', 'subject', 'module',
|
|
'primary_key', 'change_id']])
|
|
response.append(nr)
|
|
return response
|
|
|
|
|
|
@blueprint.route('/single_plus_two_reviews')
|
|
@decorators.jsonify()
|
|
@decorators.exception_handler()
|
|
@decorators.record_filter(ignore='metric')
|
|
def get_single_plus_two_reviews_report(records):
|
|
memory_storage_inst = vault.get_memory_storage()
|
|
plus_twos = collections.defaultdict(list)
|
|
for record in records:
|
|
if record['record_type'] != 'mark':
|
|
continue
|
|
|
|
if (record['branch'] == 'master' and record['type'] == 'CRVW' and
|
|
record['value'] == +2):
|
|
review_id = record['review_id']
|
|
review = memory_storage_inst.get_record_by_primary_key(review_id)
|
|
if review and review['status'] == 'MERGED':
|
|
plus_twos[review_id].append(record)
|
|
|
|
response = []
|
|
for review_id in plus_twos.keys():
|
|
if len(plus_twos[review_id]) < 2:
|
|
mark = plus_twos[review_id][0]
|
|
review = memory_storage_inst.get_record_by_primary_key(
|
|
mark['review_id'])
|
|
response.append({'review_by': review['user_id'],
|
|
'mark_by': mark['user_id'],
|
|
'subject': review['subject'],
|
|
'url': review['url'],
|
|
'project': review['project']})
|
|
|
|
return response
|