move molecule tests to hcloud
continuous-integration/drone/push Build is failing Details

This commit is contained in:
Robert Kaussow 2020-10-02 09:32:14 +02:00
parent 4b9b40ab14
commit f40c6162e7
Signed by: xoxys
GPG Key ID: 65362AE74AF98B61
10 changed files with 132 additions and 178 deletions

View File

@ -38,7 +38,7 @@ local PipelineDeployment(scenario='centos7') = {
name: 'ansible-molecule',
image: 'thegeeklab/molecule:3',
environment: {
DO_API_KEY: { from_secret: 'do_api_key' },
HCLOUD_TOKEN: { from_secret: 'hcloud_token' },
},
commands: [
'molecule test -s ' + scenario,

View File

@ -39,8 +39,8 @@ steps:
commands:
- molecule test -s centos7
environment:
DO_API_KEY:
from_secret: do_api_key
HCLOUD_TOKEN:
from_secret: hcloud_token
trigger:
ref:
@ -71,8 +71,8 @@ steps:
commands:
- molecule test -s centos8
environment:
DO_API_KEY:
from_secret: do_api_key
HCLOUD_TOKEN:
from_secret: hcloud_token
trigger:
ref:
@ -164,6 +164,6 @@ depends_on:
---
kind: signature
hmac: 3c69667a28873cb28184446425699fe135f3d40cc0ee98a1ca4e9d41759cf1a8
hmac: 30f711abbdc57b2ecb5d9ad286e6c665bd9f13fc6ed2671793ce82849a206156
...

View File

@ -5,83 +5,66 @@
gather_facts: false
no_log: "{{ molecule_no_log }}"
vars:
ssh_user: root
ssh_port: 22
keypair_name: molecule_key
keypair_path: "{{ lookup('env', 'MOLECULE_EPHEMERAL_DIRECTORY') }}/ssh_key"
ssh_user: root
ssh_path: "{{ lookup('env', 'MOLECULE_EPHEMERAL_DIRECTORY') }}/ssh_key"
tasks:
- name: Create local keypair
- name: Create SSH key
user:
name: "{{ lookup('env', 'USER') }}"
generate_ssh_key: true
ssh_key_file: "{{ keypair_path }}"
register: local_keypair
ssh_key_file: "{{ ssh_path }}"
force: true
register: generated_ssh_key
- name: Create remote keypair
digital_ocean_sshkey:
name: "{{ keypair_name }}"
ssh_pub_key: "{{ local_keypair.ssh_public_key }}"
- name: Register the SSH key name
set_fact:
ssh_key_name: "molecule-generated-{{ 12345 | random | to_uuid }}"
- name: Register SSH key for test instance(s)
hcloud_ssh_key:
name: "{{ ssh_key_name }}"
public_key: "{{ generated_ssh_key.ssh_public_key }}"
state: present
register: remote_keypair
- name: Create molecule instance(s)
digital_ocean_droplet:
hcloud_server:
name: "{{ item.name }}"
unique_name: true
region: "{{ item.region_id }}"
image: "{{ item.image_id }}"
size: "{{ item.size_id }}"
ssh_keys: "{{ remote_keypair.data.ssh_key.id }}"
wait: true
wait_timeout: 300
server_type: "{{ item.server_type }}"
ssh_keys:
- "{{ ssh_key_name }}"
volumes: "{{ item.volumes | default(omit) }}"
image: "{{ item.image }}"
location: "{{ item.location | default(omit) }}"
datacenter: "{{ item.datacenter | default(omit) }}"
user_data: "{{ item.user_data | default(omit) }}"
api_token: "{{ lookup('env', 'HCLOUD_TOKEN') }}"
state: present
register: server
loop: "{{ molecule_yml.platforms }}"
with_items: "{{ molecule_yml.platforms }}"
async: 7200
poll: 0
- name: Wait for instance(s) creation to complete
async_status:
jid: "{{ item.ansible_job_id }}"
register: digitalocean_jobs
until: digitalocean_jobs.finished
register: hetzner_jobs
until: hetzner_jobs.finished
retries: 300
loop: "{{ server.results }}"
- name: Create new block storage
digital_ocean_block_storage:
state: present
command: create
region: "{{ item.data.droplet.region.slug }}"
block_size: 2
volume_name: "{{ item.data.droplet.name }}-blk"
loop: "{{ digitalocean_jobs.results }}"
- name: Attach block storage to instance
digital_ocean_block_storage:
state: present
command: attach
volume_name: "{{ item.data.droplet.name }}-blk"
region: "{{ item.data.droplet.region.slug }}"
droplet_id: "{{ item.data.droplet.id }}"
loop: "{{ digitalocean_jobs.results }}"
with_items: "{{ server.results }}"
# Mandatory configuration for Molecule to function.
- name: Populate instance config dict
set_fact:
instance_conf_dict: {
'instance': "{{ item.data.droplet.name }}",
'address': "{{ item.data.ip_address }}",
'instance': "{{ item.hcloud_server.name }}",
'ssh_key_name': "{{ ssh_key_name }}",
'address': "{{ item.hcloud_server.ipv4_address }}",
'user': "{{ ssh_user }}",
'port': "{{ ssh_port }}",
'identity_file': "{{ keypair_path }}",
'droplet_id': "{{ item.data.droplet.id }}",
'droplet_region': "{{ item.data.droplet.region.slug }}",
'ssh_key_id': "{{ remote_keypair.data.ssh_key.id }}",
}
loop: "{{ digitalocean_jobs.results }}"
'identity_file': "{{ ssh_path }}", }
with_items: "{{ hetzner_jobs.results }}"
register: instance_config_dict
when: server.changed | bool
@ -102,5 +85,8 @@
host: "{{ item.address }}"
search_regex: SSH
delay: 10
timeout: 320
loop: "{{ lookup('file', molecule_instance_config) | molecule_from_yaml }}"
with_items: "{{ lookup('file', molecule_instance_config) | molecule_from_yaml }}"
- name: Wait for VM to settle down
pause:
seconds: 30

View File

@ -5,8 +5,9 @@
gather_facts: false
no_log: "{{ molecule_no_log }}"
tasks:
- block:
- name: Populate instance config
- name: Populate the instance config
block:
- name: Populate instance config from file
set_fact:
instance_conf: "{{ lookup('file', molecule_instance_config) | molecule_from_yaml }}"
skip_instances: false
@ -16,22 +17,13 @@
instance_conf: {}
skip_instances: true
- name: Detach block storage from instance
digital_ocean_block_storage:
state: absent
command: attach
volume_name: "{{ item.instance }}-blk"
region: "{{ item.droplet_region }}"
droplet_id: "{{ item.droplet_id }}"
loop: "{{ instance_conf | flatten(levels=1) }}"
- name: Destroy molecule instance(s)
digital_ocean_droplet:
hcloud_server:
name: "{{ item.instance }}"
id: "{{ item.droplet_id }}"
api_token: "{{ lookup('env', 'HCLOUD_TOKEN') }}"
state: absent
register: server
loop: "{{ instance_conf | flatten(levels=1) }}"
with_items: "{{ instance_conf }}"
when: not skip_instances
async: 7200
poll: 0
@ -39,24 +31,18 @@
- name: Wait for instance(s) deletion to complete
async_status:
jid: "{{ item.ansible_job_id }}"
register: digitalocean_jobs
until: digitalocean_jobs.finished
register: hetzner_jobs
until: hetzner_jobs.finished
retries: 300
loop: "{{ server.results }}"
with_items: "{{ server.results }}"
- name: Delete block storage
digital_ocean_block_storage:
- name: Remove registered SSH key
hcloud_ssh_key:
name: "{{ instance_conf[0].ssh_key_name }}"
state: absent
command: create
region: "{{ item.droplet_region }}"
volume_name: "{{ item.instance }}-blk"
loop: "{{ instance_conf | flatten(levels=1) }}"
- name: Delete remote keypair
digital_ocean_sshkey:
fingerprint: "{{ item.ssh_key_id }}"
state: absent
loop: "{{ instance_conf | flatten(levels=1) }}"
when:
- not skip_instances
- (instance_conf | default([])) | length > 0 # must contain at least one instance
# Mandatory configuration for Molecule to function.

View File

@ -8,9 +8,8 @@ driver:
name: delegated
platforms:
- name: centos7-lvm
region_id: fra1
image_id: centos-7-x64
size_id: s-1vcpu-1gb
image: centos-7
server_type: cx11
lint: |
/usr/local/bin/flake8
provisioner:

View File

@ -3,7 +3,13 @@
hosts: all
gather_facts: false
tasks:
- name: Install python for Ansible
raw: test -e /usr/bin/python || (apt -y update && apt install -y python-minimal)
- name: Bootstrap python for Ansible
raw: |
command -v python3 python || (
(test -e /usr/bin/dnf && sudo dnf install -y python3) ||
(test -e /usr/bin/apt && (apt -y update && apt install -y python-minimal)) ||
(test -e /usr/bin/yum && sudo yum -y -qq install python3) ||
echo "Warning: Python not boostrapped due to unknown platform."
)
become: true
changed_when: false

View File

@ -5,83 +5,66 @@
gather_facts: false
no_log: "{{ molecule_no_log }}"
vars:
ssh_user: root
ssh_port: 22
keypair_name: molecule_key
keypair_path: "{{ lookup('env', 'MOLECULE_EPHEMERAL_DIRECTORY') }}/ssh_key"
ssh_user: root
ssh_path: "{{ lookup('env', 'MOLECULE_EPHEMERAL_DIRECTORY') }}/ssh_key"
tasks:
- name: Create local keypair
- name: Create SSH key
user:
name: "{{ lookup('env', 'USER') }}"
generate_ssh_key: true
ssh_key_file: "{{ keypair_path }}"
register: local_keypair
ssh_key_file: "{{ ssh_path }}"
force: true
register: generated_ssh_key
- name: Create remote keypair
digital_ocean_sshkey:
name: "{{ keypair_name }}"
ssh_pub_key: "{{ local_keypair.ssh_public_key }}"
- name: Register the SSH key name
set_fact:
ssh_key_name: "molecule-generated-{{ 12345 | random | to_uuid }}"
- name: Register SSH key for test instance(s)
hcloud_ssh_key:
name: "{{ ssh_key_name }}"
public_key: "{{ generated_ssh_key.ssh_public_key }}"
state: present
register: remote_keypair
- name: Create molecule instance(s)
digital_ocean_droplet:
hcloud_server:
name: "{{ item.name }}"
unique_name: true
region: "{{ item.region_id }}"
image: "{{ item.image_id }}"
size: "{{ item.size_id }}"
ssh_keys: "{{ remote_keypair.data.ssh_key.id }}"
wait: true
wait_timeout: 300
server_type: "{{ item.server_type }}"
ssh_keys:
- "{{ ssh_key_name }}"
volumes: "{{ item.volumes | default(omit) }}"
image: "{{ item.image }}"
location: "{{ item.location | default(omit) }}"
datacenter: "{{ item.datacenter | default(omit) }}"
user_data: "{{ item.user_data | default(omit) }}"
api_token: "{{ lookup('env', 'HCLOUD_TOKEN') }}"
state: present
register: server
loop: "{{ molecule_yml.platforms }}"
with_items: "{{ molecule_yml.platforms }}"
async: 7200
poll: 0
- name: Wait for instance(s) creation to complete
async_status:
jid: "{{ item.ansible_job_id }}"
register: digitalocean_jobs
until: digitalocean_jobs.finished
register: hetzner_jobs
until: hetzner_jobs.finished
retries: 300
loop: "{{ server.results }}"
- name: Create new block storage
digital_ocean_block_storage:
state: present
command: create
region: "{{ item.data.droplet.region.slug }}"
block_size: 2
volume_name: "{{ item.data.droplet.name }}-blk"
loop: "{{ digitalocean_jobs.results }}"
- name: Attach block storage to instance
digital_ocean_block_storage:
state: present
command: attach
volume_name: "{{ item.data.droplet.name }}-blk"
region: "{{ item.data.droplet.region.slug }}"
droplet_id: "{{ item.data.droplet.id }}"
loop: "{{ digitalocean_jobs.results }}"
with_items: "{{ server.results }}"
# Mandatory configuration for Molecule to function.
- name: Populate instance config dict
set_fact:
instance_conf_dict: {
'instance': "{{ item.data.droplet.name }}",
'address': "{{ item.data.ip_address }}",
'instance': "{{ item.hcloud_server.name }}",
'ssh_key_name': "{{ ssh_key_name }}",
'address': "{{ item.hcloud_server.ipv4_address }}",
'user': "{{ ssh_user }}",
'port': "{{ ssh_port }}",
'identity_file': "{{ keypair_path }}",
'droplet_id': "{{ item.data.droplet.id }}",
'droplet_region': "{{ item.data.droplet.region.slug }}",
'ssh_key_id': "{{ remote_keypair.data.ssh_key.id }}",
}
loop: "{{ digitalocean_jobs.results }}"
'identity_file': "{{ ssh_path }}", }
with_items: "{{ hetzner_jobs.results }}"
register: instance_config_dict
when: server.changed | bool
@ -102,5 +85,8 @@
host: "{{ item.address }}"
search_regex: SSH
delay: 10
timeout: 320
loop: "{{ lookup('file', molecule_instance_config) | molecule_from_yaml }}"
with_items: "{{ lookup('file', molecule_instance_config) | molecule_from_yaml }}"
- name: Wait for VM to settle down
pause:
seconds: 30

View File

@ -5,8 +5,9 @@
gather_facts: false
no_log: "{{ molecule_no_log }}"
tasks:
- block:
- name: Populate instance config
- name: Populate the instance config
block:
- name: Populate instance config from file
set_fact:
instance_conf: "{{ lookup('file', molecule_instance_config) | molecule_from_yaml }}"
skip_instances: false
@ -16,22 +17,13 @@
instance_conf: {}
skip_instances: true
- name: Detach block storage from instance
digital_ocean_block_storage:
state: absent
command: attach
volume_name: "{{ item.instance }}-blk"
region: "{{ item.droplet_region }}"
droplet_id: "{{ item.droplet_id }}"
loop: "{{ instance_conf | flatten(levels=1) }}"
- name: Destroy molecule instance(s)
digital_ocean_droplet:
hcloud_server:
name: "{{ item.instance }}"
id: "{{ item.droplet_id }}"
api_token: "{{ lookup('env', 'HCLOUD_TOKEN') }}"
state: absent
register: server
loop: "{{ instance_conf | flatten(levels=1) }}"
with_items: "{{ instance_conf }}"
when: not skip_instances
async: 7200
poll: 0
@ -39,24 +31,18 @@
- name: Wait for instance(s) deletion to complete
async_status:
jid: "{{ item.ansible_job_id }}"
register: digitalocean_jobs
until: digitalocean_jobs.finished
register: hetzner_jobs
until: hetzner_jobs.finished
retries: 300
loop: "{{ server.results }}"
with_items: "{{ server.results }}"
- name: Delete block storage
digital_ocean_block_storage:
- name: Remove registered SSH key
hcloud_ssh_key:
name: "{{ instance_conf[0].ssh_key_name }}"
state: absent
command: create
region: "{{ item.droplet_region }}"
volume_name: "{{ item.instance }}-blk"
loop: "{{ instance_conf | flatten(levels=1) }}"
- name: Delete remote keypair
digital_ocean_sshkey:
fingerprint: "{{ item.ssh_key_id }}"
state: absent
loop: "{{ instance_conf | flatten(levels=1) }}"
when:
- not skip_instances
- (instance_conf | default([])) | length > 0 # must contain at least one instance
# Mandatory configuration for Molecule to function.

View File

@ -8,9 +8,8 @@ driver:
name: delegated
platforms:
- name: centos8-lvm
region_id: fra1
image_id: centos-8-x64
size_id: s-1vcpu-1gb
image: centos-8
server_type: cx11
lint: |
/usr/local/bin/flake8
provisioner:

View File

@ -3,7 +3,13 @@
hosts: all
gather_facts: false
tasks:
- name: Install python for Ansible
raw: test -e /usr/bin/python || (dnf -y install python3 && alternatives --set python /usr/bin/python3)
- name: Bootstrap python for Ansible
raw: |
command -v python3 python || (
(test -e /usr/bin/dnf && sudo dnf install -y python3) ||
(test -e /usr/bin/apt && (apt -y update && apt install -y python-minimal)) ||
(test -e /usr/bin/yum && sudo yum -y -qq install python3) ||
echo "Warning: Python not boostrapped due to unknown platform."
)
become: true
changed_when: false