mirror of
https://gitlab.archlinux.org/archlinux/infrastructure.git
synced 2025-01-18 08:06:16 +01:00
7abc250072
To monitor if reproducible builds are going in the right direction, record the good/bad/unknown metrics from rebuilderd with a Prometheus textcollector for a Grafana dashboard to display a long term trend. A Python script is required to handle data collection as obtaining the status with jq/bash is non trivial and cannot easily dnyamically collect suites and statuses. Closes: #146
70 lines
1.7 KiB
Python
70 lines
1.7 KiB
Python
#!/usr/bin/python
|
|
|
|
import sys
|
|
import shutil
|
|
import tempfile
|
|
|
|
from collections import defaultdict
|
|
|
|
import requests
|
|
|
|
# The rebuilderd instance
|
|
API_URL = 'https://reproducible.archlinux.org'
|
|
|
|
|
|
def get_metric_header():
|
|
return '# HELP rebuilderd_results number of packages\n# TYPE rebuilderd_results gauge\n'
|
|
|
|
|
|
def format_metric(suite, status, total):
|
|
status = status.lower()
|
|
return f'rebuilderd_results{{suite="{suite}",status="{status}"}} {total}\n'
|
|
|
|
|
|
def get_rebuilderd_data():
|
|
req = requests.get(f'{API_URL}/api/v0/pkgs/list')
|
|
if req.status_code != 200:
|
|
print(f'Failed to obtain rebuilderd data, http status code: {req.status_code}', file=sys.stderr)
|
|
sys.exit(1)
|
|
|
|
data = req.json()
|
|
dataset = defaultdict(dict)
|
|
|
|
for entry in data:
|
|
suite = entry['suite']
|
|
status = entry['status']
|
|
|
|
if suite in dataset:
|
|
if status in dataset[suite]:
|
|
dataset[suite][status] += 1
|
|
else:
|
|
dataset[suite][status] = 1
|
|
else:
|
|
dataset[suite] = defaultdict(dict)
|
|
dataset[suite][status] = 1
|
|
|
|
return dataset
|
|
|
|
|
|
def main(directory):
|
|
dataset = get_rebuilderd_data()
|
|
|
|
with tempfile.TemporaryDirectory() as tmpfp:
|
|
filename = f'{tmpfp}/rebuilderd_status.prom'
|
|
print(filename)
|
|
|
|
with open(filename, 'w') as fp:
|
|
fp.write(get_metric_header())
|
|
for suite, data in dataset.items():
|
|
for status, total in data.items():
|
|
fp.write(format_metric(suite, status, total))
|
|
|
|
shutil.move(filename, f'{directory}/rebuilderd-status.prom')
|
|
|
|
|
|
if __name__ == "__main__":
|
|
if len(sys.argv) != 2:
|
|
print('Missing textcollector directory argument')
|
|
|
|
main(sys.argv[1])
|