metrics_release.py

from dateutil.parser import parse as date_parse
from metrics import timestamp
import requests
from urllib.parse import urljoin

import yaml

BASEURL = 'http://review.tumbleweed.boombatower.com/data/'


def data_load(name):
    response = requests.get(urljoin(BASEURL, f'{name}.yaml'))
    return yaml.safe_load(response.text)


def data_write(client, measurement, points):
    client.drop_measurement(measurement)
    client.write_points(points, 's')


def ingest_data(client, name):
    data = data_load(name)

    measurement = f'release_{name}'
    map_func = globals()[f'map_{name}']
    points = []
    for release, details in data.items():
        points.append({
            'measurement': measurement,
            'fields': map_func(details),
            'time': timestamp(date_parse(release)),
        })

    data_write(client, measurement, points)
    print(f'wrote {len(points)} for {name}')


def map_bug(bugs):
    return {
        'bug_count': len(bugs),
    }


def map_mail(details):
    return {
        'reference_count': details['reference_count'],
        'thread_count': details['thread_count'],
    }


def map_score(details):
    return details


def map_snapshot(details):
    return {
        'binary_count': details['binary_count'],
        'binary_unique_count': details['binary_unique_count'],
    }


def ingest(client):
    if client._database != 'openSUSE:Factory':
        print('skipping release ingest for unsupported project')
        return

    for name in ['bug', 'mail', 'score', 'snapshot']:
        ingest_data(client, name)