mirror of https://github.com/sipwise/repoapi.git
* provide info of actual images and tags * refresh docker images/tag via release_dashboard * keep that info in db * fix Dockerfile documentation * cleanup thanks to flake8 Change-Id: I743482da9b4d50f7b1832cad324882f3a49cbcf0changes/94/13994/10
Victor Seva
9 years ago
parent
01411e6ea1
commit
731dd69df0
File diff suppressed because one or more lines are too long
@ -0,0 +1,48 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
# Generated by Django 1.9 on 2017-06-24 23:00
|
||||
from __future__ import unicode_literals
|
||||
|
||||
from django.db import migrations, models
|
||||
import django.db.models.deletion
|
||||
import django_extensions.db.fields.json
|
||||
|
||||
|
||||
class Migration(migrations.Migration):
|
||||
|
||||
dependencies = [
|
||||
('release_dashboard', '0001_initial'),
|
||||
]
|
||||
|
||||
operations = [
|
||||
migrations.CreateModel(
|
||||
name='DockerImage',
|
||||
fields=[
|
||||
('id', models.AutoField(auto_created=True,
|
||||
primary_key=True,
|
||||
serialize=False,
|
||||
verbose_name='ID')),
|
||||
('name', models.CharField(max_length=50, unique=True)),
|
||||
('project', models.ForeignKey(
|
||||
on_delete=django.db.models.deletion.CASCADE,
|
||||
to='release_dashboard.Project')),
|
||||
],
|
||||
),
|
||||
migrations.CreateModel(
|
||||
name='DockerTag',
|
||||
fields=[
|
||||
('id', models.AutoField(auto_created=True,
|
||||
primary_key=True,
|
||||
serialize=False,
|
||||
verbose_name='ID')),
|
||||
('name', models.CharField(max_length=50)),
|
||||
('manifests', django_extensions.db.fields.json.JSONField()),
|
||||
('image', models.ForeignKey(
|
||||
on_delete=django.db.models.deletion.CASCADE,
|
||||
to='release_dashboard.DockerImage')),
|
||||
],
|
||||
),
|
||||
migrations.AlterUniqueTogether(
|
||||
name='dockertag',
|
||||
unique_together=set([('name', 'image')]),
|
||||
),
|
||||
]
|
||||
@ -0,0 +1,32 @@
|
||||
# Copyright (C) 2017 The Sipwise Team - http://sipwise.com
|
||||
|
||||
# This program is free software: you can redistribute it and/or modify it
|
||||
# under the terms of the GNU General Public License as published by the Free
|
||||
# Software Foundation, either version 3 of the License, or (at your option)
|
||||
# any later version.
|
||||
|
||||
# This program is distributed in the hope that it will be useful, but WITHOUT
|
||||
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
# more details.
|
||||
|
||||
# You should have received a copy of the GNU General Public License along
|
||||
# with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
from rest_framework import serializers
|
||||
from . import models
|
||||
|
||||
|
||||
class ProjectSerializer(serializers.HyperlinkedModelSerializer):
|
||||
|
||||
class Meta:
|
||||
model = models.Project
|
||||
fields = '__all__'
|
||||
|
||||
|
||||
class DockerImageSerializer(serializers.HyperlinkedModelSerializer):
|
||||
project = serializers.StringRelatedField()
|
||||
|
||||
class Meta:
|
||||
model = models.DockerImage
|
||||
fields = '__all__'
|
||||
@ -0,0 +1,66 @@
|
||||
/**
|
||||
* refresh info
|
||||
*/
|
||||
$('button#refresh_all').click(function(e){
|
||||
// don't send the form
|
||||
e.preventDefault();
|
||||
var button = $(this);
|
||||
var span = $('span#refresh_all_error');
|
||||
|
||||
$.ajax({
|
||||
url: '/release_panel/docker/refresh/',
|
||||
type: 'POST',
|
||||
success: successFunc,
|
||||
error: errorFunc,
|
||||
beforeSend: csrftokenFunc
|
||||
});
|
||||
|
||||
function successFunc(data, status) {
|
||||
span.html('');
|
||||
span.append('<a href="' + data.url + '">Done</a><br/>');
|
||||
span.append('This will take a while. Refresh the page in a few');
|
||||
}
|
||||
|
||||
function errorFunc(jqXHR, status, error) {
|
||||
span.html(error);
|
||||
button.removeAttr("disabled");
|
||||
}
|
||||
|
||||
//deactivate button
|
||||
button.attr("disabled", "disabled");
|
||||
span.html('processing');
|
||||
span.show();
|
||||
});
|
||||
|
||||
$('button.refresh').click(function(e){
|
||||
// don't send the form
|
||||
e.preventDefault();
|
||||
var button = $(this);
|
||||
var project = button.attr('id').replace('refresh_','');
|
||||
var span = $('span#refresh_error_' + project );
|
||||
|
||||
function successFunc(data, status) {
|
||||
span.html('');
|
||||
span.append('<a href="' + data.url + '">Done</a>');
|
||||
button.removeAttr("disabled");
|
||||
}
|
||||
|
||||
function errorFunc(jqXHR, status, error) {
|
||||
span.html(error);
|
||||
button.removeAttr("disabled");
|
||||
}
|
||||
|
||||
$.ajax({
|
||||
url: '/release_panel/docker/refresh/' + project + '/',
|
||||
type: 'POST',
|
||||
success: successFunc,
|
||||
error: errorFunc,
|
||||
beforeSend: csrftokenFunc
|
||||
});
|
||||
|
||||
//deactivate button
|
||||
button.attr("disabled", "disabled");
|
||||
span.html('processing');
|
||||
span.show();
|
||||
|
||||
});
|
||||
@ -0,0 +1,56 @@
|
||||
<div class="container">
|
||||
<form method="POST" class="form-inline">{% csrf_token %}
|
||||
<div class="panel panel-default">
|
||||
<div class="panel-heading">
|
||||
<h3 class="panel-title">Actions</h3>
|
||||
</div>
|
||||
<div class="panel-body">
|
||||
<div class="form-group">
|
||||
<label for="common_select">Common selection</label>
|
||||
<select class="form-control" id="common_select"
|
||||
name="common_select">
|
||||
<option value="ignore">ignore</option>
|
||||
{% for v in common_versions.branches %}
|
||||
<option value="branch/{{ v }}">branch/{{ v }}</option>
|
||||
{% endfor %}
|
||||
</select>
|
||||
</div>
|
||||
<button id="main" type="submit" class="btn btn-default">Submit</button>
|
||||
</div>
|
||||
<div id="select_text_info" class="panel-footer"></div>
|
||||
</div>
|
||||
<div class="panel panel-default">
|
||||
<div class="panel-heading">
|
||||
<h3 class="panel-title">Data</h3>
|
||||
</div>
|
||||
<div class="panel-body">
|
||||
<table class="table table-condensed">
|
||||
<thead>
|
||||
<tr>
|
||||
<th class="col-md-2">Project</th>
|
||||
<th class="col-md-2">Version</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
{% for p in projects %}
|
||||
<tr class="repo">
|
||||
<th class="col-md-2">
|
||||
<label for="version_{{ p.name }}">{{ p.name }}</label>
|
||||
</th>
|
||||
<td class="version col-md-2">
|
||||
<select class="form-control select-version" id="version_{{ p.name }}" name="version_{{ p.name }}"
|
||||
project="{{ p.name }}">
|
||||
<option value="ignore">ignore</option>
|
||||
{% for b in p.branches %}
|
||||
<option value="branch/{{ b }}">branch/{{ b }}</option>
|
||||
{% endfor %}
|
||||
</select>
|
||||
</td>
|
||||
</tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
</div>
|
||||
</form>
|
||||
</div>
|
||||
@ -0,0 +1,43 @@
|
||||
<div class="container">
|
||||
<form method="POST" class="form-inline">{% csrf_token %}
|
||||
<div class="panel panel-default">
|
||||
<div class="panel panel-default">
|
||||
<div class="panel-heading">
|
||||
<h3 class="panel-title">Data</h3>
|
||||
</div>
|
||||
<div class="panel-body">
|
||||
<table class="table table-condensed">
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Image</th>
|
||||
<th>Project</th>
|
||||
<th>Tags</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
{% for i in images %}
|
||||
<tr>
|
||||
<th><label>{{ i.name }}</label></th>
|
||||
<td>{{ i.project.name }}</td>
|
||||
<td>
|
||||
{% for tag in i.dockertag_set.all %}
|
||||
<a href="{{URL_BASE}}{{i.name}}/manifests/{{tag.name}}">
|
||||
{% if tag.name|length > 10 %}
|
||||
<span class="label label-warning"
|
||||
{% else %}
|
||||
<span class="label label-success"
|
||||
{% endif %}
|
||||
data-toggle="tooltip" title="{{tag.date|date:"DATETIME_FORMAT"}}">
|
||||
{{ tag.name|truncatechars:10 }}
|
||||
</span>
|
||||
</a>
|
||||
{% endfor %}
|
||||
</td>
|
||||
</tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
</div>
|
||||
</form>
|
||||
</div>
|
||||
@ -0,0 +1,10 @@
|
||||
{% extends "release_dashboard/base.html" %}
|
||||
{% load staticfiles %}
|
||||
{% block title %}Build docker images per project{% endblock %}
|
||||
{% block navlist %}
|
||||
<li><a href="{% url 'release_dashboard:index'%}">Release Dashboard</a></li>
|
||||
<li><a href="{% url 'release_dashboard:docker_images'%}">Docker Images</a></li>
|
||||
{% endblock %}
|
||||
{% block content %}
|
||||
{% include "release_dashboard/docker_content.html" %}
|
||||
{% endblock %}
|
||||
@ -0,0 +1,40 @@
|
||||
<div class="container">
|
||||
<div class="panel panel-default">
|
||||
<div class="panel-heading">
|
||||
<h3 class="panel-title">Actions</h3>
|
||||
</div>
|
||||
<div class="panel-body">
|
||||
<form class="form-inline">{% csrf_token %}
|
||||
<div class="form-group">
|
||||
<button type="button" class="btn btn-danger" id="refresh_all">Refresh All</button>
|
||||
<span style="display:none" id="refresh_all_error"></span>
|
||||
</div>
|
||||
</form>
|
||||
</div>
|
||||
</div>
|
||||
<div>
|
||||
<table class="table table-condensed">
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Project</th>
|
||||
<th></th>
|
||||
<th></th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
<form class="form-inline">{% csrf_token %}</form>
|
||||
{% for p in projects %}
|
||||
<tr class="repo">
|
||||
<th><label for="version_{{ p.name }}">{{ p.name }}</label></th>
|
||||
<td>
|
||||
<button type="button" class="btn btn-info refresh" id="refresh_{{ p.name }}" class="refresh">Refresh</button>
|
||||
</td>
|
||||
<td>
|
||||
<span style="display:none" class="text-danger" id="refresh_error_{{ p.name }}"></span>
|
||||
</td>
|
||||
</tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
</div>
|
||||
@ -0,0 +1,14 @@
|
||||
{% extends "release_dashboard/base.html" %}
|
||||
{% load staticfiles %}
|
||||
{% block title %}Refresh Docker{% endblock %}
|
||||
{% block navlist %}
|
||||
<li><a href="{% url 'release_dashboard:index'%}">Release Dashboard</a></li>
|
||||
<li><a href="{% url 'release_dashboard:refresh_docker_all'%}">Refresh Docker Info</a></li>
|
||||
{% endblock %}
|
||||
{% block content %}
|
||||
{% include "release_dashboard/refresh_content.html" %}
|
||||
{% endblock %}
|
||||
{% block extrajs %}
|
||||
<script src="{% static "release_dashboard/js/csrf.js" %}"></script>
|
||||
<script src="{% static "release_dashboard/js/refresh_docker_info.js" %}"></script>
|
||||
{% endblock %}
|
||||
@ -0,0 +1,93 @@
|
||||
# Copyright (C) 2017 The Sipwise Team - http://sipwise.com
|
||||
|
||||
# This program is free software: you can redistribute it and/or modify it
|
||||
# under the terms of the GNU General Public License as published by the Free
|
||||
# Software Foundation, either version 3 of the License, or (at your option)
|
||||
# any later version.
|
||||
|
||||
# This program is distributed in the hope that it will be useful, but WITHOUT
|
||||
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
# more details.
|
||||
|
||||
# You should have received a copy of the GNU General Public License along
|
||||
# with this prograproj. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
from django.test import TestCase
|
||||
from release_dashboard.models import Project, DockerImage, DockerTag
|
||||
import datetime
|
||||
|
||||
|
||||
class DockerImageTestCase(TestCase):
|
||||
|
||||
def setUp(self):
|
||||
self.proj = Project.objects.create(name="fake")
|
||||
|
||||
def test_create(self):
|
||||
image = DockerImage.objects.create(
|
||||
name='fake-jessie', project=self.proj)
|
||||
self.assertItemsEqual(self.proj.dockerimage_set.all(),
|
||||
[image, ])
|
||||
|
||||
def test_remove_image(self):
|
||||
image = DockerImage.objects.create(
|
||||
name='fake-jessie', project=self.proj)
|
||||
self.assertItemsEqual(self.proj.dockerimage_set.all(),
|
||||
[image, ])
|
||||
image.delete()
|
||||
self.assertTrue(Project.objects.filter(name="fake").exists())
|
||||
|
||||
def test_remove_project(self):
|
||||
image = DockerImage.objects.create(
|
||||
name='fake-jessie', project=self.proj)
|
||||
self.assertItemsEqual(self.proj.dockerimage_set.all(), [image, ])
|
||||
self.proj.delete()
|
||||
self.assertFalse(Project.objects.filter(name="fake").exists())
|
||||
self.assertFalse(DockerImage.objects.filter(name="fake").exists())
|
||||
|
||||
def test_filter_images(self):
|
||||
images = ['fake-jessie', 'other', 'ngcp-fake', 'fake-more']
|
||||
images_ok = ['fake-jessie', 'ngcp-fake', 'fake-more']
|
||||
self.assertItemsEqual(
|
||||
self.proj.filter_docker_images(images), images_ok)
|
||||
|
||||
def test_image_tags(self):
|
||||
image = DockerImage.objects.create(
|
||||
name='fake-jessie', project=self.proj)
|
||||
self.assertItemsEqual(image.tags, [])
|
||||
DockerTag.objects.create(
|
||||
name='latest',
|
||||
image=image,
|
||||
manifests='{}')
|
||||
self.assertItemsEqual(image.tags, ['latest', ])
|
||||
DockerTag.objects.create(
|
||||
name='mr5.4',
|
||||
image=image,
|
||||
manifests='{}')
|
||||
self.assertItemsEqual(image.tags, ['latest', 'mr5.4'])
|
||||
|
||||
|
||||
class DockerImageTest2Case(TestCase):
|
||||
fixtures = ['test_model_fixtures', ]
|
||||
|
||||
def setUp(self):
|
||||
self.images_with_tags = [
|
||||
DockerImage.objects.get(name='data-hal-jessie'),
|
||||
DockerImage.objects.get(name='documentation-jessie'),
|
||||
DockerImage.objects.get(name='ngcp-panel-selenium'),
|
||||
DockerImage.objects.get(name='ngcp-panel-tests-rest-api-jessie'),
|
||||
DockerImage.objects.get(name='ngcp-panel-tests-selenium-jessie'),
|
||||
]
|
||||
|
||||
def test_images_with_tags(self):
|
||||
self.assertItemsEqual(
|
||||
DockerImage.objects.images_with_tags(),
|
||||
self.images_with_tags)
|
||||
|
||||
def test_date(self):
|
||||
tag = DockerTag.objects.get(
|
||||
name='latest',
|
||||
image__name='ngcp-panel-tests-selenium-jessie')
|
||||
self.assertEqual(
|
||||
tag.date,
|
||||
datetime.datetime(2016, 11, 07, 20, 30, 25))
|
||||
@ -0,0 +1,100 @@
|
||||
# Copyright (C) 2017 The Sipwise Team - http://sipwise.com
|
||||
|
||||
# This program is free software: you can redistribute it and/or modify it
|
||||
# under the terms of the GNU General Public License as published by the Free
|
||||
# Software Foundation, either version 3 of the License, or (at your option)
|
||||
# any later version.
|
||||
|
||||
# This program is distributed in the hope that it will be useful, but WITHOUT
|
||||
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
# more details.
|
||||
|
||||
# You should have received a copy of the GNU General Public License along
|
||||
# with this prograproj. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
from django.test import TestCase, override_settings
|
||||
from release_dashboard import tasks
|
||||
from release_dashboard.models import Project, DockerImage
|
||||
from mock import patch, call
|
||||
|
||||
DOCKER_REST_CATALOG = """
|
||||
{
|
||||
"repositories":[
|
||||
"data-hal-jessie",
|
||||
"data-hal-selenium-jessie",
|
||||
"other",
|
||||
"one"]
|
||||
}
|
||||
"""
|
||||
|
||||
DOCKER_REST_FAKE_TAGS = {
|
||||
'data-hal-jessie': """{
|
||||
"name": "data-hal-jessie",
|
||||
"tags":[
|
||||
"I3a899",
|
||||
"latest"]
|
||||
}""",
|
||||
'data-hal-selenium-jessie': """{
|
||||
"name":"data-hal-selenium-jessie",
|
||||
"tags":["If53a9","latest"]
|
||||
}"""
|
||||
}
|
||||
|
||||
|
||||
def fake_tag(url):
|
||||
if url == "data-hal-jessie/tags/list":
|
||||
return DOCKER_REST_FAKE_TAGS['data-hal-jessie']
|
||||
elif url == "_catalog":
|
||||
return DOCKER_REST_CATALOG
|
||||
elif url == "data-hal-selenium-jessie/tags/list":
|
||||
return DOCKER_REST_FAKE_TAGS['data-hal-selenium-jessie']
|
||||
else:
|
||||
return "{}"
|
||||
|
||||
|
||||
@override_settings(CELERY_EAGER_PROPAGATES_EXCEPTIONS=True)
|
||||
@override_settings(DOCKER_REGISTRY_URL='{}')
|
||||
@override_settings(DEBUG=False)
|
||||
class TasksDockerTestCase(TestCase):
|
||||
|
||||
@patch('release_dashboard.utils.docker.get_docker_info',
|
||||
side_effect=fake_tag)
|
||||
def test_docker_fetch_info(self, gdi):
|
||||
proj = Project.objects.create(name="data-hal")
|
||||
self.assertEquals(proj.name, "data-hal")
|
||||
image = DockerImage.objects.create(
|
||||
name='data-hal-jessie', project=proj)
|
||||
self.assertItemsEqual(proj.dockerimage_set.all(), [image, ])
|
||||
result = tasks.docker_fetch_info.delay('data-hal-jessie')
|
||||
self.assertTrue(result.successful())
|
||||
image = DockerImage.objects.get(name='data-hal-jessie')
|
||||
calls = [
|
||||
call("data-hal-jessie/tags/list"),
|
||||
call("data-hal-jessie/manifests/I3a899"),
|
||||
call("data-hal-jessie/manifests/latest"),
|
||||
]
|
||||
gdi.assert_has_calls(calls)
|
||||
self.assertItemsEqual(image.tags, ["I3a899", "latest"])
|
||||
|
||||
@patch('release_dashboard.utils.docker.get_docker_info',
|
||||
side_effect=fake_tag)
|
||||
def test_docker_fetch_all(self, gdi):
|
||||
result = tasks.docker_fetch_all.delay()
|
||||
self.assertTrue(result.successful())
|
||||
proj = Project.objects.get(name="data-hal")
|
||||
images = [DockerImage.objects.get(name='data-hal-jessie'),
|
||||
DockerImage.objects.get(name='data-hal-selenium-jessie')]
|
||||
self.assertItemsEqual(proj.dockerimage_set.all(), images)
|
||||
self.assertItemsEqual(images[0].tags, ["I3a899", "latest"])
|
||||
self.assertItemsEqual(images[1].tags, ["If53a9", "latest"])
|
||||
calls = [
|
||||
call("_catalog"),
|
||||
call("data-hal-jessie/tags/list"),
|
||||
call("data-hal-jessie/manifests/I3a899"),
|
||||
call("data-hal-jessie/manifests/latest"),
|
||||
call("data-hal-selenium-jessie/tags/list"),
|
||||
call("data-hal-selenium-jessie/manifests/If53a9"),
|
||||
call("data-hal-selenium-jessie/manifests/latest"),
|
||||
]
|
||||
gdi.assert_has_calls(calls)
|
||||
@ -0,0 +1,83 @@
|
||||
# Copyright (C) 2017 The Sipwise Team - http://sipwise.com
|
||||
|
||||
# This program is free software: you can redistribute it and/or modify it
|
||||
# under the terms of the GNU General Public License as published by the Free
|
||||
# Software Foundation, either version 3 of the License, or (at your option)
|
||||
# any later version.
|
||||
|
||||
# This program is distributed in the hope that it will be useful, but WITHOUT
|
||||
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
# more details.
|
||||
|
||||
# You should have received a copy of the GNU General Public License along
|
||||
# with this prograproj. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
from django.test import TestCase
|
||||
from django.test import override_settings
|
||||
from release_dashboard.utils import docker
|
||||
from mock import patch, call
|
||||
|
||||
DOCKER_REST_CATALOG = """
|
||||
{
|
||||
"repositories":[
|
||||
"fake-jessie",
|
||||
"fake-selenium-jessie",
|
||||
"other",
|
||||
"one"]
|
||||
}
|
||||
"""
|
||||
|
||||
DOCKER_REST_FAKE_TAGS = {
|
||||
'fake-jessie': """{
|
||||
"name": "fake-jessie",
|
||||
"tags":[
|
||||
"I3a899b8945688c2ef3a4be6ba6c4c1d4cbf6d548",
|
||||
"latest"]
|
||||
}""",
|
||||
'other': """{"name": "other", "tags":[]}""",
|
||||
}
|
||||
|
||||
|
||||
def fake_tag(url):
|
||||
if url == "fake-jessie/tags/list":
|
||||
return DOCKER_REST_FAKE_TAGS['fake-jessie']
|
||||
elif url == "other/tags/list":
|
||||
return DOCKER_REST_FAKE_TAGS['other']
|
||||
|
||||
|
||||
@override_settings(DOCKER_REGISTRY_URL='{}')
|
||||
@override_settings(DEBUG=False)
|
||||
class UtilsDockerTestCase(TestCase):
|
||||
|
||||
@patch('release_dashboard.utils.docker.get_docker_info')
|
||||
def test_get_docker_repositories(self, gdi):
|
||||
gdi.return_value = DOCKER_REST_CATALOG
|
||||
self.assertItemsEqual(
|
||||
docker.get_docker_repositories(),
|
||||
['fake-jessie',
|
||||
'fake-selenium-jessie',
|
||||
'other',
|
||||
'one']
|
||||
)
|
||||
|
||||
@patch('release_dashboard.utils.docker.get_docker_info',
|
||||
side_effect=fake_tag)
|
||||
def test_get_docker_tags(self, gdi):
|
||||
self.assertItemsEqual(
|
||||
docker.get_docker_tags('fake-jessie'),
|
||||
["I3a899b8945688c2ef3a4be6ba6c4c1d4cbf6d548",
|
||||
"latest"])
|
||||
calls = [
|
||||
call("fake-jessie/tags/list"),
|
||||
]
|
||||
gdi.assert_has_calls(calls)
|
||||
|
||||
@patch('release_dashboard.utils.docker.get_docker_info',
|
||||
side_effect=fake_tag)
|
||||
def test_get_docker_tags_empty(self, gdi):
|
||||
self.assertItemsEqual(docker.get_docker_tags('other'), [])
|
||||
calls = [
|
||||
call("other/tags/list"),
|
||||
]
|
||||
gdi.assert_has_calls(calls)
|
||||
@ -0,0 +1,26 @@
|
||||
# Copyright (C) 2017 The Sipwise Team - http://sipwise.com
|
||||
|
||||
# This program is free software: you can redistribute it and/or modify it
|
||||
# under the terms of the GNU General Public License as published by the Free
|
||||
# Software Foundation, either version 3 of the License, or (at your option)
|
||||
# any later version.
|
||||
|
||||
# This program is distributed in the hope that it will be useful, but WITHOUT
|
||||
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
# more details.
|
||||
|
||||
# You should have received a copy of the GNU General Public License along
|
||||
# with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
from release_dashboard.models import Project
|
||||
|
||||
|
||||
def get_tags(projectname, regex=None):
|
||||
project, _ = Project.objects.get_or_create(name=projectname)
|
||||
return project.filter_tags(regex)
|
||||
|
||||
|
||||
def get_branches(projectname, regex=None):
|
||||
project, _ = Project.objects.get_or_create(name=projectname)
|
||||
return project.filter_branches(regex)
|
||||
@ -0,0 +1,108 @@
|
||||
# Copyright (C) 2017 The Sipwise Team - http://sipwise.com
|
||||
|
||||
# This program is free software: you can redistribute it and/or modify it
|
||||
# under the terms of the GNU General Public License as published by the Free
|
||||
# Software Foundation, either version 3 of the License, or (at your option)
|
||||
# any later version.
|
||||
|
||||
# This program is distributed in the hope that it will be useful, but WITHOUT
|
||||
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
# more details.
|
||||
|
||||
# You should have received a copy of the GNU General Public License along
|
||||
# with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
import logging
|
||||
import urllib
|
||||
import requests
|
||||
import json
|
||||
from django.conf import settings
|
||||
from repoapi.utils import openurl
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
docker_url = ("{base}/job/build-project-docker/buildWithParameters?"
|
||||
"token={token}&project={project}&branch={branch}")
|
||||
|
||||
|
||||
def trigger_docker_build(project, branch):
|
||||
if branch == "ignore":
|
||||
logger.debug("ignoring request to trigger project %s due"
|
||||
" to request of version 'ignore'", project)
|
||||
return
|
||||
branch = branch.split("branch/")[1]
|
||||
params = {
|
||||
'base': settings.JENKINS_URL,
|
||||
'token': urllib.quote(settings.JENKINS_TOKEN),
|
||||
'project': project,
|
||||
'branch': urllib.quote(branch),
|
||||
}
|
||||
|
||||
url = docker_url.format(**params)
|
||||
if settings.DEBUG:
|
||||
logger.debug("Debug mode, would trigger: %s", url)
|
||||
else:
|
||||
openurl(url)
|
||||
return "{base}/job/build-project-docker/".format(**params)
|
||||
|
||||
|
||||
def get_docker_info(url):
|
||||
if settings.DEBUG:
|
||||
logger.debug("Debug mode, would trigger: %s", url)
|
||||
else:
|
||||
logger.debug("trigger: %s", url)
|
||||
response = requests.get(url)
|
||||
logger.debug("response: %s" % response)
|
||||
response.raise_for_status()
|
||||
return response.text
|
||||
|
||||
|
||||
def get_docker_repositories():
|
||||
if settings.DEBUG:
|
||||
result = json.loads(settings.DOCKER_REGISTRY)
|
||||
return result['repositories']
|
||||
else:
|
||||
url = settings.DOCKER_REGISTRY_URL.format("_catalog")
|
||||
try:
|
||||
info = get_docker_info(url)
|
||||
logger.debug("response: %s" % info)
|
||||
result = json.loads(info)
|
||||
return result['repositories']
|
||||
except Exception as e:
|
||||
logger.error(e)
|
||||
return []
|
||||
|
||||
|
||||
def get_docker_tags(image):
|
||||
if settings.DEBUG:
|
||||
try:
|
||||
return settings.DOCKER_IMAGES[image]
|
||||
except Exception as e:
|
||||
return []
|
||||
else:
|
||||
url = settings.DOCKER_REGISTRY_URL.format("%s/tags/list" % image)
|
||||
try:
|
||||
info = get_docker_info(url)
|
||||
logger.debug("response: %s" % info)
|
||||
result = json.loads(info)
|
||||
return result['tags']
|
||||
except Exception as e:
|
||||
logger.error('image: %s %s' % (image, e))
|
||||
return []
|
||||
|
||||
|
||||
def get_docker_manifests(image, tag):
|
||||
if settings.DEBUG:
|
||||
return '{}'
|
||||
else:
|
||||
dru = settings.DOCKER_REGISTRY_URL
|
||||
url = dru.format("%s/manifests/%s" % (image, tag))
|
||||
try:
|
||||
info = get_docker_info(url)
|
||||
logger.debug("response: %s" % info)
|
||||
result = json.loads(info)
|
||||
return result
|
||||
except Exception as e:
|
||||
logger.error('image: %s tag:%s %s' % (image, tag, e))
|
||||
return None
|
||||
@ -0,0 +1,62 @@
|
||||
# Copyright (C) 2017 The Sipwise Team - http://sipwise.com
|
||||
|
||||
# This program is free software: you can redistribute it and/or modify it
|
||||
# under the terms of the GNU General Public License as published by the Free
|
||||
# Software Foundation, either version 3 of the License, or (at your option)
|
||||
# any later version.
|
||||
|
||||
# This program is distributed in the hope that it will be useful, but WITHOUT
|
||||
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
# more details.
|
||||
|
||||
# You should have received a copy of the GNU General Public License along
|
||||
# with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
import re
|
||||
from release_dashboard.utils import get_tags, get_branches
|
||||
|
||||
regex_hotfix = re.compile(r'^mr[0-9]+\.[0-9]+\.[0-9]+$')
|
||||
regex_mr = re.compile(r'^mr.+$')
|
||||
regex_master = re.compile(r'^master$')
|
||||
|
||||
|
||||
def _projects_versions(projects, regex=None,
|
||||
tags=True, branches=True, master=False):
|
||||
res = []
|
||||
for project in projects:
|
||||
info = {
|
||||
'name': project,
|
||||
}
|
||||
if tags:
|
||||
info['tags'] = get_tags(project, regex)
|
||||
if branches:
|
||||
info['branches'] = get_branches(project, regex)
|
||||
if master:
|
||||
info['branches'].append('master')
|
||||
res.append(info)
|
||||
return res
|
||||
|
||||
|
||||
def _common_versions(context, tags=True, branches=True):
|
||||
common_versions = {'tags': set(), 'branches': set()}
|
||||
|
||||
for project in context['projects']:
|
||||
if tags:
|
||||
common_versions['tags'] |= set(project['tags'])
|
||||
if branches:
|
||||
common_versions['branches'] |= set(project['branches'])
|
||||
context['common_versions'] = {
|
||||
'tags': sorted(common_versions['tags'], reverse=True),
|
||||
'branches': sorted(common_versions['branches'], reverse=True),
|
||||
}
|
||||
|
||||
|
||||
def _hash_versions(data, projects):
|
||||
result = {}
|
||||
for i in projects:
|
||||
try:
|
||||
result[i] = data["version_{0}".format(i)]
|
||||
except (KeyError, AttributeError):
|
||||
pass
|
||||
return result
|
||||
@ -0,0 +1,131 @@
|
||||
# Copyright (C) 2015 The Sipwise Team - http://sipwise.com
|
||||
|
||||
# This program is free software: you can redistribute it and/or modify it
|
||||
# under the terms of the GNU General Public License as published by the Free
|
||||
# Software Foundation, either version 3 of the License, or (at your option)
|
||||
# any later version.
|
||||
|
||||
# This program is distributed in the hope that it will be useful, but WITHOUT
|
||||
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
# more details.
|
||||
|
||||
# You should have received a copy of the GNU General Public License along
|
||||
# with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
import logging
|
||||
import re
|
||||
from django.shortcuts import render
|
||||
from django.http import JsonResponse
|
||||
from django.views.decorators.http import require_http_methods
|
||||
from django.conf import settings
|
||||
from release_dashboard.utils import docker
|
||||
from release_dashboard.forms.docker import BuildDockerForm
|
||||
from release_dashboard.forms import docker_projects
|
||||
from release_dashboard.tasks import docker_fetch_info, docker_fetch_all
|
||||
from release_dashboard.models import DockerImage
|
||||
from . import _projects_versions, _common_versions, _hash_versions
|
||||
from . import regex_mr
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
def _get_docker_tags(project, tag=None):
|
||||
repos = docker.get_docker_repositories()
|
||||
r = re.compile(".*%s.*" % project)
|
||||
project_repos = filter(r.match, repos)
|
||||
logger.debug("%s: %s" % (project, project_repos))
|
||||
docker_tags = []
|
||||
for image in project_repos:
|
||||
res = {'name': image}
|
||||
tags = docker.get_docker_tags(image)
|
||||
if tag:
|
||||
logger.degug("non filtered tags: %s" % tags)
|
||||
tags = filter(re.compile(tag).match, tags)
|
||||
res['tags'] = tags
|
||||
docker_tags.append(res)
|
||||
logger.debug("docker_tags: %s" % docker_tags)
|
||||
return docker_tags
|
||||
|
||||
|
||||
def _build_docker_logic(form, projects):
|
||||
result = _hash_versions(form.cleaned_data, projects)
|
||||
context = {'projects': []}
|
||||
for pro in projects:
|
||||
try:
|
||||
logger.debug(
|
||||
"trying to trigger docker image at branch %s for project %s",
|
||||
result[pro], pro)
|
||||
url = docker.trigger_docker_build(pro, result[pro])
|
||||
context['projects'].append(
|
||||
{'name': pro, 'url': url})
|
||||
except KeyError:
|
||||
logger.error("Houston, we have a problem with"
|
||||
"trigger for %s", pro)
|
||||
context['projects'].append(
|
||||
{'name': pro, 'url': None})
|
||||
return context
|
||||
|
||||
|
||||
def build_docker_images(request):
|
||||
if request.method == "POST":
|
||||
form = BuildDockerForm(request.POST)
|
||||
if form.is_valid():
|
||||
context = _build_docker_logic(form, docker_projects)
|
||||
else:
|
||||
context = {'error': 'form validation error'}
|
||||
return render(request,
|
||||
'release_dashboard/build_result.html',
|
||||
context)
|
||||
else:
|
||||
context = {
|
||||
'projects': _projects_versions(
|
||||
docker_projects,
|
||||
regex_mr,
|
||||
False,
|
||||
True,
|
||||
True,
|
||||
),
|
||||
'common_versions': {
|
||||
'tags': [],
|
||||
'branches': ['master', ]
|
||||
},
|
||||
'docker': True,
|
||||
}
|
||||
_common_versions(context, False, True)
|
||||
return render(request,
|
||||
'release_dashboard/build_docker.html',
|
||||
context)
|
||||
|
||||
|
||||
def refresh_all(request):
|
||||
if request.method == "POST":
|
||||
res = docker_fetch_all.delay()
|
||||
return JsonResponse({'url': '/flower/task/%s' % res.id})
|
||||
else:
|
||||
projects = []
|
||||
for project in docker_projects:
|
||||
info = {
|
||||
'name': project,
|
||||
'tags': None
|
||||
}
|
||||
projects.append(info)
|
||||
return render(request, 'release_dashboard/refresh_docker.html',
|
||||
{'projects': projects})
|
||||
|
||||
|
||||
@require_http_methods(["POST", ])
|
||||
def refresh(request, project):
|
||||
res = docker_fetch_info.delay(project)
|
||||
return JsonResponse({'url': '/flower/task/%s' % res.id})
|
||||
|
||||
|
||||
@require_http_methods(["GET", ])
|
||||
def docker_images(request):
|
||||
images = DockerImage.objects.images_with_tags
|
||||
context = {
|
||||
'images': images,
|
||||
'URL_BASE': settings.DOCKER_REGISTRY_URL.format(''),
|
||||
}
|
||||
return render(request, 'release_dashboard/docker_images.html',
|
||||
context)
|
||||
Loading…
Reference in new issue