move molecule tests to hcloud

.drone.jsonnet

@@ -38,7 +38,7 @@ local PipelineDeployment(scenario='centos7') = {
       name: 'ansible-molecule',
       image: 'thegeeklab/molecule:3',
       environment: {
-        DO_API_KEY: { from_secret: 'do_api_key' },
+        HCLOUD_TOKEN: { from_secret: 'hcloud_token' },
       },
       commands: [
         'molecule test -s ' + scenario,

.drone.yml

@@ -39,8 +39,8 @@ steps:
   commands:
   - molecule test -s centos7
   environment:
-    DO_API_KEY:
+    HCLOUD_TOKEN:
-      from_secret: do_api_key
+      from_secret: hcloud_token
 
 trigger:
   ref:
@@ -71,8 +71,8 @@ steps:
   commands:
   - molecule test -s centos8
   environment:
-    DO_API_KEY:
+    HCLOUD_TOKEN:
-      from_secret: do_api_key
+      from_secret: hcloud_token
 
 trigger:
   ref:
@@ -164,6 +164,6 @@ depends_on:
 
 ---
 kind: signature
-hmac: 6c11395970b9609be88bdd8639cfe472a243fce080157b2b98a1c4f9a201141b
+hmac: 8a72390af54ec5b6a4625f5f8b81e6d5f2a8d9d1878222825c4564ff539b51cb
 
 ...

molecule/centos7/create.yml

@@ -5,64 +5,66 @@
   gather_facts: false
   no_log: "{{ molecule_no_log }}"
   vars:
-    ssh_user: root
     ssh_port: 22
-
+    ssh_user: root
-    keypair_name: molecule_key
+    ssh_path: "{{ lookup('env', 'MOLECULE_EPHEMERAL_DIRECTORY') }}/ssh_key"
-    keypair_path: "{{ lookup('env', 'MOLECULE_EPHEMERAL_DIRECTORY') }}/ssh_key"
   tasks:
-    - name: Create local keypair
+    - name: Create SSH key
       user:
         name: "{{ lookup('env', 'USER') }}"
         generate_ssh_key: true
-        ssh_key_file: "{{ keypair_path }}"
+        ssh_key_file: "{{ ssh_path }}"
-      register: local_keypair
+        force: true
+      register: generated_ssh_key
 
-    - name: Create remote keypair
+    - name: Register the SSH key name
-      digital_ocean_sshkey:
+      set_fact:
-        name: "{{ keypair_name }}"
+        ssh_key_name: "molecule-generated-{{ 12345 | random | to_uuid }}"
-        ssh_pub_key: "{{ local_keypair.ssh_public_key }}"
+
+    - name: Register SSH key for test instance(s)
+      hcloud_ssh_key:
+        name: "{{ ssh_key_name }}"
+        public_key: "{{ generated_ssh_key.ssh_public_key }}"
         state: present
-      register: remote_keypair
 
     - name: Create molecule instance(s)
-      digital_ocean_droplet:
+      hcloud_server:
         name: "{{ item.name }}"
-        unique_name: true
+        server_type: "{{ item.server_type }}"
-        region: "{{ item.region_id }}"
+        ssh_keys:
-        image: "{{ item.image_id }}"
+          - "{{ ssh_key_name }}"
-        size: "{{ item.size_id }}"
+        volumes: "{{ item.volumes | default(omit) }}"
-        ssh_keys: "{{ remote_keypair.data.ssh_key.id }}"
+        image: "{{ item.image }}"
-        wait: true
+        location: "{{ item.location | default(omit) }}"
-        wait_timeout: 300
+        datacenter: "{{ item.datacenter | default(omit) }}"
+        user_data: "{{ item.user_data | default(omit) }}"
+        api_token: "{{ lookup('env', 'HCLOUD_TOKEN') }}"
         state: present
       register: server
-      loop: "{{ molecule_yml.platforms }}"
+      with_items: "{{ molecule_yml.platforms }}"
       async: 7200
       poll: 0
 
     - name: Wait for instance(s) creation to complete
       async_status:
         jid: "{{ item.ansible_job_id }}"
-      register: digitalocean_jobs
+      register: hetzner_jobs
-      until: digitalocean_jobs.finished
+      until: hetzner_jobs.finished
       retries: 300
-      loop: "{{ server.results }}"
+      with_items: "{{ server.results }}"
 
     # Mandatory configuration for Molecule to function.
 
     - name: Populate instance config dict
       set_fact:
         instance_conf_dict: {
-          'instance': "{{ item.data.droplet.name }}",
+          'instance': "{{ item.hcloud_server.name }}",
-          'address': "{{ item.data.ip_address }}",
+          'ssh_key_name': "{{ ssh_key_name }}",
+          'address': "{{ item.hcloud_server.ipv4_address }}",
           'user': "{{ ssh_user }}",
           'port': "{{ ssh_port }}",
-          'identity_file': "{{ keypair_path }}",
+          'identity_file': "{{ ssh_path }}", }
-          'droplet_id': "{{ item.data.droplet.id }}",
+      with_items: "{{ hetzner_jobs.results }}"
-          'ssh_key_id': "{{ remote_keypair.data.ssh_key.id }}",
-        }
-      loop: "{{ digitalocean_jobs.results }}"
       register: instance_config_dict
       when: server.changed | bool
 
@@ -83,5 +85,8 @@
         host: "{{ item.address }}"
         search_regex: SSH
         delay: 10
-        timeout: 320
+      with_items: "{{ lookup('file', molecule_instance_config) | molecule_from_yaml }}"
-      loop: "{{ lookup('file', molecule_instance_config) | molecule_from_yaml }}"
+
+    - name: Wait for VM to settle down
+      pause:
+        seconds: 30

molecule/centos7/destroy.yml

@@ -5,8 +5,9 @@
   gather_facts: false
   no_log: "{{ molecule_no_log }}"
   tasks:
-    - block:
+    - name: Populate the instance config
-        - name: Populate instance config
+      block:
+        - name: Populate instance config from file
           set_fact:
             instance_conf: "{{ lookup('file', molecule_instance_config) | molecule_from_yaml }}"
             skip_instances: false
@@ -17,12 +18,12 @@
             skip_instances: true
 
     - name: Destroy molecule instance(s)
-      digital_ocean_droplet:
+      hcloud_server:
         name: "{{ item.instance }}"
-        id: "{{ item.droplet_id }}"
+        api_token: "{{ lookup('env', 'HCLOUD_TOKEN') }}"
         state: absent
       register: server
-      loop: "{{ instance_conf | flatten(levels=1) }}"
+      with_items: "{{ instance_conf }}"
       when: not skip_instances
       async: 7200
       poll: 0
@@ -30,16 +31,18 @@
     - name: Wait for instance(s) deletion to complete
       async_status:
         jid: "{{ item.ansible_job_id }}"
-      register: digitalocean_jobs
+      register: hetzner_jobs
-      until: digitalocean_jobs.finished
+      until: hetzner_jobs.finished
       retries: 300
-      loop: "{{ server.results }}"
+      with_items: "{{ server.results }}"
 
-    - name: Delete remote keypair
+    - name: Remove registered SSH key
-      digital_ocean_sshkey:
+      hcloud_ssh_key:
-        fingerprint: "{{ item.ssh_key_id }}"
+        name: "{{ instance_conf[0].ssh_key_name }}"
         state: absent
-      loop: "{{ instance_conf | flatten(levels=1) }}"
+      when:
+        - not skip_instances
+        - (instance_conf | default([])) | length > 0  # must contain at least one instance
 
     # Mandatory configuration for Molecule to function.
 

molecule/centos7/molecule.yml

@@ -8,9 +8,8 @@ driver:
   name: delegated
 platforms:
   - name: centos7-cacerts
-    region_id: fra1
+    image: centos-7
-    image_id: centos-7-x64
+    server_type: cx11
-    size_id: s-1vcpu-1gb
 lint: |
   /usr/local/bin/flake8
 provisioner:

molecule/centos7/prepare.yml

@@ -3,7 +3,13 @@
   hosts: all
   gather_facts: false
   tasks:
-    - name: Install python for Ansible
+    - name: Bootstrap python for Ansible
-      raw: test -e /usr/bin/python || (apt -y update && apt install -y python-minimal)
+      raw: |
+        command -v python3 python || (
+        (test -e /usr/bin/dnf && sudo dnf install -y python3) ||
+        (test -e /usr/bin/apt && (apt -y update && apt install -y python-minimal)) ||
+        (test -e /usr/bin/yum && sudo yum -y -qq install python3) ||
+        echo "Warning: Python not boostrapped due to unknown platform."
+        )
       become: true
       changed_when: false

molecule/centos8/create.yml

@@ -5,64 +5,66 @@
   gather_facts: false
   no_log: "{{ molecule_no_log }}"
   vars:
-    ssh_user: root
     ssh_port: 22
-
+    ssh_user: root
-    keypair_name: molecule_key
+    ssh_path: "{{ lookup('env', 'MOLECULE_EPHEMERAL_DIRECTORY') }}/ssh_key"
-    keypair_path: "{{ lookup('env', 'MOLECULE_EPHEMERAL_DIRECTORY') }}/ssh_key"
   tasks:
-    - name: Create local keypair
+    - name: Create SSH key
       user:
         name: "{{ lookup('env', 'USER') }}"
         generate_ssh_key: true
-        ssh_key_file: "{{ keypair_path }}"
+        ssh_key_file: "{{ ssh_path }}"
-      register: local_keypair
+        force: true
+      register: generated_ssh_key
 
-    - name: Create remote keypair
+    - name: Register the SSH key name
-      digital_ocean_sshkey:
+      set_fact:
-        name: "{{ keypair_name }}"
+        ssh_key_name: "molecule-generated-{{ 12345 | random | to_uuid }}"
-        ssh_pub_key: "{{ local_keypair.ssh_public_key }}"
+
+    - name: Register SSH key for test instance(s)
+      hcloud_ssh_key:
+        name: "{{ ssh_key_name }}"
+        public_key: "{{ generated_ssh_key.ssh_public_key }}"
         state: present
-      register: remote_keypair
 
     - name: Create molecule instance(s)
-      digital_ocean_droplet:
+      hcloud_server:
         name: "{{ item.name }}"
-        unique_name: true
+        server_type: "{{ item.server_type }}"
-        region: "{{ item.region_id }}"
+        ssh_keys:
-        image: "{{ item.image_id }}"
+          - "{{ ssh_key_name }}"
-        size: "{{ item.size_id }}"
+        volumes: "{{ item.volumes | default(omit) }}"
-        ssh_keys: "{{ remote_keypair.data.ssh_key.id }}"
+        image: "{{ item.image }}"
-        wait: true
+        location: "{{ item.location | default(omit) }}"
-        wait_timeout: 300
+        datacenter: "{{ item.datacenter | default(omit) }}"
+        user_data: "{{ item.user_data | default(omit) }}"
+        api_token: "{{ lookup('env', 'HCLOUD_TOKEN') }}"
         state: present
       register: server
-      loop: "{{ molecule_yml.platforms }}"
+      with_items: "{{ molecule_yml.platforms }}"
       async: 7200
       poll: 0
 
     - name: Wait for instance(s) creation to complete
       async_status:
         jid: "{{ item.ansible_job_id }}"
-      register: digitalocean_jobs
+      register: hetzner_jobs
-      until: digitalocean_jobs.finished
+      until: hetzner_jobs.finished
       retries: 300
-      loop: "{{ server.results }}"
+      with_items: "{{ server.results }}"
 
     # Mandatory configuration for Molecule to function.
 
     - name: Populate instance config dict
       set_fact:
         instance_conf_dict: {
-          'instance': "{{ item.data.droplet.name }}",
+          'instance': "{{ item.hcloud_server.name }}",
-          'address': "{{ item.data.ip_address }}",
+          'ssh_key_name': "{{ ssh_key_name }}",
+          'address': "{{ item.hcloud_server.ipv4_address }}",
           'user': "{{ ssh_user }}",
           'port': "{{ ssh_port }}",
-          'identity_file': "{{ keypair_path }}",
+          'identity_file': "{{ ssh_path }}", }
-          'droplet_id': "{{ item.data.droplet.id }}",
+      with_items: "{{ hetzner_jobs.results }}"
-          'ssh_key_id': "{{ remote_keypair.data.ssh_key.id }}",
-        }
-      loop: "{{ digitalocean_jobs.results }}"
       register: instance_config_dict
       when: server.changed | bool
 
@@ -83,5 +85,8 @@
         host: "{{ item.address }}"
         search_regex: SSH
         delay: 10
-        timeout: 320
+      with_items: "{{ lookup('file', molecule_instance_config) | molecule_from_yaml }}"
-      loop: "{{ lookup('file', molecule_instance_config) | molecule_from_yaml }}"
+
+    - name: Wait for VM to settle down
+      pause:
+        seconds: 30

molecule/centos8/destroy.yml

@@ -5,8 +5,9 @@
   gather_facts: false
   no_log: "{{ molecule_no_log }}"
   tasks:
-    - block:
+    - name: Populate the instance config
-        - name: Populate instance config
+      block:
+        - name: Populate instance config from file
           set_fact:
             instance_conf: "{{ lookup('file', molecule_instance_config) | molecule_from_yaml }}"
             skip_instances: false
@@ -17,12 +18,12 @@
             skip_instances: true
 
     - name: Destroy molecule instance(s)
-      digital_ocean_droplet:
+      hcloud_server:
         name: "{{ item.instance }}"
-        id: "{{ item.droplet_id }}"
+        api_token: "{{ lookup('env', 'HCLOUD_TOKEN') }}"
         state: absent
       register: server
-      loop: "{{ instance_conf | flatten(levels=1) }}"
+      with_items: "{{ instance_conf }}"
       when: not skip_instances
       async: 7200
       poll: 0
@@ -30,16 +31,18 @@
     - name: Wait for instance(s) deletion to complete
       async_status:
         jid: "{{ item.ansible_job_id }}"
-      register: digitalocean_jobs
+      register: hetzner_jobs
-      until: digitalocean_jobs.finished
+      until: hetzner_jobs.finished
       retries: 300
-      loop: "{{ server.results }}"
+      with_items: "{{ server.results }}"
 
-    - name: Delete remote keypair
+    - name: Remove registered SSH key
-      digital_ocean_sshkey:
+      hcloud_ssh_key:
-        fingerprint: "{{ item.ssh_key_id }}"
+        name: "{{ instance_conf[0].ssh_key_name }}"
         state: absent
-      loop: "{{ instance_conf | flatten(levels=1) }}"
+      when:
+        - not skip_instances
+        - (instance_conf | default([])) | length > 0  # must contain at least one instance
 
     # Mandatory configuration for Molecule to function.
 

molecule/centos8/molecule.yml

@@ -8,9 +8,8 @@ driver:
   name: delegated
 platforms:
   - name: centos8-cacerts
-    region_id: fra1
+    image: centos-8
-    image_id: centos-8-x64
+    server_type: cx11
-    size_id: s-1vcpu-1gb
 lint: |
   /usr/local/bin/flake8
 provisioner:

molecule/centos8/prepare.yml

@@ -3,7 +3,13 @@
   hosts: all
   gather_facts: false
   tasks:
-    - name: Install python for Ansible
+    - name: Bootstrap python for Ansible
-      raw: test -e /usr/bin/python3 || (dnf -y install python3 && alternatives --set python /usr/bin/python3)
+      raw: |
+        command -v python3 python || (
+        (test -e /usr/bin/dnf && sudo dnf install -y python3) ||
+        (test -e /usr/bin/apt && (apt -y update && apt install -y python-minimal)) ||
+        (test -e /usr/bin/yum && sudo yum -y -qq install python3) ||
+        echo "Warning: Python not boostrapped due to unknown platform."
+        )
       become: true
       changed_when: false