2021-01-03 13:49:48 +00:00
|
|
|
local PythonVersion(pyversion='3.6') = {
|
2020-05-03 21:42:52 +00:00
|
|
|
name: 'python' + std.strReplace(pyversion, '.', '') + '-pytest',
|
|
|
|
image: 'python:' + pyversion,
|
|
|
|
environment: {
|
|
|
|
PY_COLORS: 1,
|
|
|
|
},
|
|
|
|
commands: [
|
2021-01-03 13:49:48 +00:00
|
|
|
'pip install poetry poetry-dynamic-versioning -qq',
|
2021-01-03 13:52:30 +00:00
|
|
|
'poetry install -q',
|
2021-01-03 13:49:48 +00:00
|
|
|
'poetry version',
|
2021-01-03 13:52:30 +00:00
|
|
|
'poetry run docker-autotag --help',
|
2020-05-03 21:42:52 +00:00
|
|
|
],
|
|
|
|
depends_on: [
|
2021-01-03 13:49:48 +00:00
|
|
|
'fetch',
|
2020-05-03 21:42:52 +00:00
|
|
|
],
|
|
|
|
};
|
|
|
|
|
|
|
|
local PipelineLint = {
|
|
|
|
kind: 'pipeline',
|
2020-11-27 13:13:11 +00:00
|
|
|
image_pull_secrets: ['docker_config'],
|
2020-05-03 21:42:52 +00:00
|
|
|
name: 'lint',
|
|
|
|
platform: {
|
|
|
|
os: 'linux',
|
|
|
|
arch: 'amd64',
|
|
|
|
},
|
|
|
|
steps: [
|
2021-01-03 13:49:48 +00:00
|
|
|
{
|
|
|
|
name: 'yapf',
|
|
|
|
image: 'python:3.9',
|
|
|
|
environment: {
|
|
|
|
PY_COLORS: 1,
|
|
|
|
},
|
|
|
|
commands: [
|
|
|
|
'git fetch -tq',
|
|
|
|
'pip install poetry poetry-dynamic-versioning -qq',
|
|
|
|
'poetry install -q',
|
2021-01-03 13:52:30 +00:00
|
|
|
'poetry run yapf -dr ./dockerautotag',
|
2021-01-03 13:49:48 +00:00
|
|
|
],
|
|
|
|
},
|
2020-05-03 21:42:52 +00:00
|
|
|
{
|
|
|
|
name: 'flake8',
|
2020-11-12 19:58:42 +00:00
|
|
|
image: 'python:3.9',
|
2020-05-03 21:42:52 +00:00
|
|
|
environment: {
|
|
|
|
PY_COLORS: 1,
|
|
|
|
},
|
|
|
|
commands: [
|
2021-01-03 13:49:48 +00:00
|
|
|
'git fetch -tq',
|
|
|
|
'pip install poetry poetry-dynamic-versioning -qq',
|
2021-01-03 13:52:30 +00:00
|
|
|
'poetry install -q',
|
|
|
|
'poetry run flake8 ./dockerautotag',
|
2020-05-03 21:42:52 +00:00
|
|
|
],
|
|
|
|
},
|
|
|
|
],
|
|
|
|
trigger: {
|
|
|
|
ref: ['refs/heads/master', 'refs/tags/**', 'refs/pull/**'],
|
|
|
|
},
|
|
|
|
};
|
|
|
|
|
|
|
|
local PipelineTest = {
|
|
|
|
kind: 'pipeline',
|
2020-11-27 13:13:11 +00:00
|
|
|
image_pull_secrets: ['docker_config'],
|
2020-05-03 21:42:52 +00:00
|
|
|
name: 'test',
|
|
|
|
platform: {
|
|
|
|
os: 'linux',
|
|
|
|
arch: 'amd64',
|
|
|
|
},
|
|
|
|
steps: [
|
2021-01-03 13:49:48 +00:00
|
|
|
{
|
|
|
|
name: 'fetch',
|
|
|
|
image: 'python:3.9',
|
|
|
|
commands: [
|
|
|
|
'git fetch -tq',
|
|
|
|
],
|
|
|
|
},
|
2020-05-03 21:42:52 +00:00
|
|
|
PythonVersion(pyversion='3.6'),
|
|
|
|
PythonVersion(pyversion='3.7'),
|
|
|
|
PythonVersion(pyversion='3.8'),
|
2020-11-12 19:58:42 +00:00
|
|
|
PythonVersion(pyversion='3.9'),
|
2020-05-03 21:42:52 +00:00
|
|
|
],
|
|
|
|
depends_on: [
|
|
|
|
'lint',
|
|
|
|
],
|
2020-09-06 18:52:16 +00:00
|
|
|
trigger: {
|
|
|
|
ref: ['refs/heads/master', 'refs/tags/**', 'refs/pull/**'],
|
|
|
|
},
|
2020-05-03 21:42:52 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
local PipelineSecurity = {
|
|
|
|
kind: 'pipeline',
|
2020-11-27 13:13:11 +00:00
|
|
|
image_pull_secrets: ['docker_config'],
|
2020-05-03 21:42:52 +00:00
|
|
|
name: 'security',
|
|
|
|
platform: {
|
|
|
|
os: 'linux',
|
|
|
|
arch: 'amd64',
|
|
|
|
},
|
|
|
|
steps: [
|
|
|
|
{
|
|
|
|
name: 'bandit',
|
2020-11-12 19:58:42 +00:00
|
|
|
image: 'python:3.9',
|
2020-05-03 21:42:52 +00:00
|
|
|
environment: {
|
|
|
|
PY_COLORS: 1,
|
|
|
|
},
|
|
|
|
commands: [
|
2021-01-03 13:49:48 +00:00
|
|
|
'git fetch -tq',
|
|
|
|
'pip install poetry poetry-dynamic-versioning -qq',
|
2021-01-03 13:52:30 +00:00
|
|
|
'poetry install -q',
|
|
|
|
'poetry run bandit -r ./dockerautotag -x ./dockerautotag/test',
|
2020-05-03 21:42:52 +00:00
|
|
|
],
|
|
|
|
},
|
|
|
|
],
|
|
|
|
depends_on: [
|
|
|
|
'test',
|
|
|
|
],
|
|
|
|
trigger: {
|
|
|
|
ref: ['refs/heads/master', 'refs/tags/**', 'refs/pull/**'],
|
|
|
|
},
|
|
|
|
};
|
|
|
|
|
|
|
|
local PipelineBuildPackage = {
|
|
|
|
kind: 'pipeline',
|
2020-11-27 13:13:11 +00:00
|
|
|
image_pull_secrets: ['docker_config'],
|
2020-05-03 21:42:52 +00:00
|
|
|
name: 'build-package',
|
|
|
|
platform: {
|
|
|
|
os: 'linux',
|
|
|
|
arch: 'amd64',
|
|
|
|
},
|
|
|
|
steps: [
|
|
|
|
{
|
|
|
|
name: 'build',
|
2020-11-12 19:58:42 +00:00
|
|
|
image: 'python:3.9',
|
2020-05-03 21:42:52 +00:00
|
|
|
commands: [
|
2021-01-03 13:49:48 +00:00
|
|
|
'git fetch -tq',
|
|
|
|
'pip install poetry poetry-dynamic-versioning -qq',
|
|
|
|
'poetry build',
|
2020-05-03 21:42:52 +00:00
|
|
|
],
|
|
|
|
},
|
|
|
|
{
|
|
|
|
name: 'checksum',
|
|
|
|
image: 'alpine',
|
|
|
|
commands: [
|
|
|
|
'cd dist/ && sha256sum * > ../sha256sum.txt',
|
|
|
|
],
|
|
|
|
},
|
|
|
|
{
|
|
|
|
name: 'publish-github',
|
|
|
|
image: 'plugins/github-release',
|
|
|
|
settings: {
|
|
|
|
overwrite: true,
|
|
|
|
api_key: { from_secret: 'github_token' },
|
|
|
|
files: ['dist/*', 'sha256sum.txt'],
|
|
|
|
title: '${DRONE_TAG}',
|
|
|
|
note: 'CHANGELOG.md',
|
|
|
|
},
|
|
|
|
when: {
|
|
|
|
ref: ['refs/tags/**'],
|
|
|
|
},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
name: 'publish-pypi',
|
2021-01-03 13:49:48 +00:00
|
|
|
image: 'python:3.9',
|
|
|
|
commands: [
|
|
|
|
'git fetch -tq',
|
|
|
|
'pip install poetry poetry-dynamic-versioning -qq',
|
|
|
|
'poetry publish -n',
|
|
|
|
],
|
|
|
|
environment: {
|
|
|
|
POETRY_HTTP_BASIC_PYPI_USERNAME: { from_secret: 'pypi_username' },
|
|
|
|
POETRY_HTTP_BASIC_PYPI_PASSWORD: { from_secret: 'pypi_password' },
|
2020-05-03 21:42:52 +00:00
|
|
|
},
|
|
|
|
when: {
|
|
|
|
ref: ['refs/tags/**'],
|
|
|
|
},
|
|
|
|
},
|
|
|
|
],
|
|
|
|
depends_on: [
|
|
|
|
'security',
|
|
|
|
],
|
|
|
|
trigger: {
|
|
|
|
ref: ['refs/heads/master', 'refs/tags/**', 'refs/pull/**'],
|
|
|
|
},
|
|
|
|
};
|
|
|
|
|
|
|
|
local PipelineBuildContainer(arch='amd64') = {
|
|
|
|
kind: 'pipeline',
|
2020-11-27 13:13:11 +00:00
|
|
|
image_pull_secrets: ['docker_config'],
|
2020-05-03 21:42:52 +00:00
|
|
|
name: 'build-container-' + arch,
|
|
|
|
platform: {
|
|
|
|
os: 'linux',
|
|
|
|
arch: arch,
|
|
|
|
},
|
|
|
|
steps: [
|
|
|
|
{
|
|
|
|
name: 'build',
|
2020-11-12 19:58:42 +00:00
|
|
|
image: 'python:3.9',
|
2020-05-03 21:42:52 +00:00
|
|
|
commands: [
|
2021-01-03 13:49:48 +00:00
|
|
|
'git fetch -tq',
|
|
|
|
'pip install poetry poetry-dynamic-versioning -qq',
|
|
|
|
'poetry build',
|
2020-05-03 21:42:52 +00:00
|
|
|
],
|
|
|
|
},
|
|
|
|
{
|
|
|
|
name: 'dryrun',
|
2020-11-27 13:13:11 +00:00
|
|
|
image: 'plugins/docker:19',
|
2020-05-03 21:42:52 +00:00
|
|
|
settings: {
|
2020-11-27 13:13:11 +00:00
|
|
|
config: { from_secret: 'docker_config' },
|
2020-05-03 21:42:52 +00:00
|
|
|
dry_run: true,
|
2020-09-06 18:52:16 +00:00
|
|
|
dockerfile: 'docker/Dockerfile',
|
2020-09-21 19:59:13 +00:00
|
|
|
repo: 'thegeeklab/${DRONE_REPO_NAME}',
|
2020-05-03 21:42:52 +00:00
|
|
|
username: { from_secret: 'docker_username' },
|
|
|
|
password: { from_secret: 'docker_password' },
|
|
|
|
},
|
2020-09-06 18:52:16 +00:00
|
|
|
depends_on: ['build'],
|
2020-05-03 21:42:52 +00:00
|
|
|
when: {
|
|
|
|
ref: ['refs/pull/**'],
|
|
|
|
},
|
|
|
|
},
|
|
|
|
{
|
2020-09-06 18:52:16 +00:00
|
|
|
name: 'publish-dockerhub',
|
2020-11-27 13:13:11 +00:00
|
|
|
image: 'plugins/docker:19',
|
2020-05-03 21:42:52 +00:00
|
|
|
settings: {
|
2020-11-27 13:13:11 +00:00
|
|
|
config: { from_secret: 'docker_config' },
|
2020-05-03 21:42:52 +00:00
|
|
|
auto_tag: true,
|
|
|
|
auto_tag_suffix: arch,
|
2020-09-06 18:52:16 +00:00
|
|
|
dockerfile: 'docker/Dockerfile',
|
2020-09-21 19:59:13 +00:00
|
|
|
repo: 'thegeeklab/${DRONE_REPO_NAME}',
|
2020-05-03 21:42:52 +00:00
|
|
|
username: { from_secret: 'docker_username' },
|
|
|
|
password: { from_secret: 'docker_password' },
|
|
|
|
},
|
|
|
|
when: {
|
|
|
|
ref: ['refs/heads/master', 'refs/tags/**'],
|
|
|
|
},
|
2020-09-06 18:52:16 +00:00
|
|
|
depends_on: ['dryrun'],
|
|
|
|
},
|
|
|
|
{
|
|
|
|
name: 'publish-quay',
|
2020-11-27 13:13:11 +00:00
|
|
|
image: 'plugins/docker:19',
|
2020-09-06 18:52:16 +00:00
|
|
|
settings: {
|
2020-11-27 13:13:11 +00:00
|
|
|
config: { from_secret: 'docker_config' },
|
2020-09-06 18:52:16 +00:00
|
|
|
auto_tag: true,
|
|
|
|
auto_tag_suffix: arch,
|
|
|
|
dockerfile: 'docker/Dockerfile',
|
|
|
|
registry: 'quay.io',
|
|
|
|
repo: 'quay.io/thegeeklab/${DRONE_REPO_NAME}',
|
|
|
|
username: { from_secret: 'quay_username' },
|
|
|
|
password: { from_secret: 'quay_password' },
|
|
|
|
},
|
|
|
|
when: {
|
|
|
|
ref: ['refs/heads/master', 'refs/tags/**'],
|
|
|
|
},
|
|
|
|
depends_on: ['dryrun'],
|
2020-05-03 21:42:52 +00:00
|
|
|
},
|
|
|
|
],
|
|
|
|
depends_on: [
|
|
|
|
'security',
|
|
|
|
],
|
|
|
|
trigger: {
|
|
|
|
ref: ['refs/heads/master', 'refs/tags/**', 'refs/pull/**'],
|
|
|
|
},
|
|
|
|
};
|
|
|
|
|
|
|
|
local PipelineNotifications = {
|
|
|
|
kind: 'pipeline',
|
2020-11-27 13:13:11 +00:00
|
|
|
image_pull_secrets: ['docker_config'],
|
2020-05-03 21:42:52 +00:00
|
|
|
name: 'notifications',
|
|
|
|
platform: {
|
|
|
|
os: 'linux',
|
|
|
|
arch: 'amd64',
|
|
|
|
},
|
|
|
|
steps: [
|
|
|
|
{
|
|
|
|
image: 'plugins/manifest',
|
2020-09-06 18:52:16 +00:00
|
|
|
name: 'manifest-dockerhub',
|
2020-05-03 21:42:52 +00:00
|
|
|
settings: {
|
|
|
|
ignore_missing: true,
|
|
|
|
auto_tag: true,
|
|
|
|
username: { from_secret: 'docker_username' },
|
|
|
|
password: { from_secret: 'docker_password' },
|
2020-09-06 18:52:16 +00:00
|
|
|
spec: 'docker/manifest.tmpl',
|
|
|
|
},
|
|
|
|
when: {
|
|
|
|
status: ['success'],
|
|
|
|
},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
image: 'plugins/manifest',
|
|
|
|
name: 'manifest-quay',
|
|
|
|
settings: {
|
|
|
|
ignore_missing: true,
|
|
|
|
auto_tag: true,
|
|
|
|
username: { from_secret: 'quay_username' },
|
|
|
|
password: { from_secret: 'quay_password' },
|
|
|
|
spec: 'docker/manifest-quay.tmpl',
|
|
|
|
},
|
|
|
|
when: {
|
|
|
|
status: ['success'],
|
|
|
|
},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
name: 'pushrm-dockerhub',
|
|
|
|
pull: 'always',
|
|
|
|
image: 'chko/docker-pushrm:1',
|
|
|
|
environment: {
|
|
|
|
DOCKER_PASS: {
|
|
|
|
from_secret: 'docker_password',
|
|
|
|
},
|
|
|
|
DOCKER_USER: {
|
|
|
|
from_secret: 'docker_username',
|
|
|
|
},
|
|
|
|
PUSHRM_FILE: 'README.md',
|
2020-09-22 20:41:00 +00:00
|
|
|
PUSHRM_SHORT: 'Create docker tags from a given version string',
|
2020-09-21 19:59:13 +00:00
|
|
|
PUSHRM_TARGET: 'thegeeklab/${DRONE_REPO_NAME}',
|
2020-09-06 18:52:16 +00:00
|
|
|
},
|
|
|
|
when: {
|
|
|
|
status: ['success'],
|
2020-05-03 21:42:52 +00:00
|
|
|
},
|
|
|
|
},
|
|
|
|
{
|
2020-09-06 18:52:16 +00:00
|
|
|
name: 'pushrm-quay',
|
|
|
|
pull: 'always',
|
|
|
|
image: 'chko/docker-pushrm:1',
|
2020-05-03 21:42:52 +00:00
|
|
|
environment: {
|
2020-09-06 18:52:16 +00:00
|
|
|
APIKEY__QUAY_IO: {
|
|
|
|
from_secret: 'quay_token',
|
|
|
|
},
|
|
|
|
PUSHRM_FILE: 'README.md',
|
|
|
|
PUSHRM_TARGET: 'quay.io/thegeeklab/${DRONE_REPO_NAME}',
|
|
|
|
},
|
|
|
|
when: {
|
|
|
|
status: ['success'],
|
2020-05-03 21:42:52 +00:00
|
|
|
},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
name: 'matrix',
|
|
|
|
image: 'plugins/matrix',
|
|
|
|
settings: {
|
|
|
|
homeserver: { from_secret: 'matrix_homeserver' },
|
|
|
|
roomid: { from_secret: 'matrix_roomid' },
|
|
|
|
template: 'Status: **{{ build.status }}**<br/> Build: [{{ repo.Owner }}/{{ repo.Name }}]({{ build.link }}) ({{ build.branch }}) by {{ build.author }}<br/> Message: {{ build.message }}',
|
|
|
|
username: { from_secret: 'matrix_username' },
|
|
|
|
password: { from_secret: 'matrix_password' },
|
|
|
|
},
|
2020-09-06 18:52:16 +00:00
|
|
|
when: {
|
|
|
|
status: ['success', 'failure'],
|
|
|
|
},
|
2020-05-03 21:42:52 +00:00
|
|
|
},
|
|
|
|
],
|
|
|
|
depends_on: [
|
|
|
|
'build-package',
|
|
|
|
'build-container-amd64',
|
|
|
|
'build-container-arm64',
|
|
|
|
'build-container-arm',
|
|
|
|
],
|
|
|
|
trigger: {
|
|
|
|
ref: ['refs/heads/master', 'refs/tags/**'],
|
|
|
|
status: ['success', 'failure'],
|
|
|
|
},
|
|
|
|
};
|
|
|
|
|
|
|
|
[
|
|
|
|
PipelineLint,
|
|
|
|
PipelineTest,
|
|
|
|
PipelineSecurity,
|
|
|
|
PipelineBuildPackage,
|
|
|
|
PipelineBuildContainer(arch='amd64'),
|
|
|
|
PipelineBuildContainer(arch='arm64'),
|
|
|
|
PipelineBuildContainer(arch='arm'),
|
|
|
|
PipelineNotifications,
|
|
|
|
]
|