feat/os_mirror: add OS image mirror role

mtulio · mtulio · commit 299498553fdc · 2023-03-08T10:54:14.000-03:00
diff --git a/playbooks/create_all.yaml b/playbooks/create_all.yaml
@@ -17,6 +17,10 @@
   vars:
     mode: create
 
+- name: OKD Installer | Create all | os_mirror
+  ansible.builtin.import_playbook: os_mirror.yaml
+  when: os_mirror | d(false)
+
 - name: OKD Installer | Create all | create stack | network
   ansible.builtin.import_playbook: stack_network.yaml
 
diff --git a/playbooks/os_mirror.yaml b/playbooks/os_mirror.yaml
@@ -0,0 +1,12 @@
+---
+- name: okd-installer | Create Stack | Compute | Load Config
+  ansible.builtin.import_playbook: config.yaml
+  vars:
+    mode: load
+
+- name: okd-installer | OS Mirror
+  hosts: localhost
+  connection: local
+
+  roles:
+    - os_mirror
diff --git a/playbooks/vars/oci/profiles/ha/destroy_resources.yaml b/playbooks/vars/oci/profiles/ha/destroy_resources.yaml
@@ -0,0 +1,26 @@
+---
+# placeholder
+okd_cluster_destroy_instances_compartment_id: "{{ oci_compartment_id }}"
+okd_cluster_destroy_instances:
+  - name: "{{ cluster_state.infra_id }}-bootstrap"
+  - name: "{{ cluster_state.infra_id }}-master-01"
+  - name: "{{ cluster_state.infra_id }}-master-02"
+  - name: "{{ cluster_state.infra_id }}-master-03"
+  - name: "{{ cluster_state.infra_id }}-worker-01"
+  - name: "{{ cluster_state.infra_id }}-worker-02"
+  - name: "{{ cluster_state.infra_id }}-worker-03"
+  - name: "{{ cluster_state.infra_id }}-opct-01"
+    wait: yes
+    wait_timeout: 120
+
+okd_cluster_destroy_dns_compartment_id: "{{ oci_compartment_id_dns | d(oci_compartment_id) }}"
+okd_cluster_destroy_dns_records:
+  zone_name_or_id: "{{ cluster_state.dns.base_domain }}"
+  patch_items_spec:
+  - operation: REMOVE
+    domain: "api.{{ cluster_state.dns.cluster_domain }}"
+  - operation: REMOVE
+    domain: "api-int.{{ cluster_state.dns.cluster_domain }}"
+  - operation: REMOVE
+    domain: "*.apps.{{ cluster_state.dns.cluster_domain }}"
+
diff --git a/playbooks/vars/oci/profiles/ha/iam.yaml b/playbooks/vars/oci/profiles/ha/iam.yaml
@@ -0,0 +1,2 @@
+---
+# placeholder
diff --git a/playbooks/vars/oci/profiles/ha/loadbalancer-router-default.yaml b/playbooks/vars/oci/profiles/ha/loadbalancer-router-default.yaml
@@ -0,0 +1,2 @@
+---
+# placeholder
diff --git a/playbooks/vars/oci/profiles/ha/node-bootstrap.yaml b/playbooks/vars/oci/profiles/ha/node-bootstrap.yaml
@@ -57,9 +57,12 @@ compute_resources:
   - provider: oci
     type: machine
     # name: "{{ cluster_state.infra_id }}-bootstrap{{ _machine_suffix }}"
-    
-    # cloud_compute role to discovery for OCI:
-    image_name: "{{ custom_image_id }}"
+
+    # RHCOS Custom Image
+    image_name: "{{ cluster_state.compute.image_id }}"
+    image_compartment_id: "{{ oci_compartment_id_image | d(oci_compartment_id) }}"
+
+    # Network details
     vnic_subnet_name: "{{ cluster_state.infra_id }}-net-public"
     network_security_group_names:
     - "{{ cluster_state.infra_id }}-nsg-controlplane"
diff --git a/playbooks/vars/oci/profiles/ha/node-compute.yaml b/playbooks/vars/oci/profiles/ha/node-compute.yaml
@@ -22,9 +22,12 @@ compute_resources:
   #
   - provider: oci
     type: machine
-    
-    # cloud_compute role to discovery for OCI:
-    image_name: "{{ custom_image_id }}"
+
+    # RHCOS Custom Image
+    image_name: "{{ cluster_state.compute.image_id }}"
+    image_compartment_id: "{{ oci_compartment_id_image | d(oci_compartment_id) }}"
+
+    # Network details
     vnic_subnet_name: "{{ cluster_state.infra_id }}-net-private"
     network_security_group_names:
     - "{{ cluster_state.infra_id }}-nsg-compute"
@@ -53,6 +56,8 @@ compute_resources:
     
       source_details:
         source_type: image
+        boot_volume_size_in_gbs: 120
+        boot_volume_vpus_per_gb: 20
 
       create_vnic_details:
         display_name: "{{ cluster_state.infra_id }}-worker-01-vnic0"
@@ -77,9 +82,12 @@ compute_resources:
   #
   - provider: oci
     type: machine
-    
-    # cloud_compute role to discovery for OCI:
-    image_name: "{{ custom_image_id }}"
+
+    # RHCOS Custom Image
+    image_name: "{{ cluster_state.compute.image_id }}"
+    image_compartment_id: "{{ oci_compartment_id_image | d(oci_compartment_id) }}"
+
+    # Network details
     vnic_subnet_name: "{{ cluster_state.infra_id }}-net-private"
     network_security_group_names:
     - "{{ cluster_state.infra_id }}-nsg-compute"
@@ -108,6 +116,8 @@ compute_resources:
     
       source_details:
         source_type: image
+        boot_volume_size_in_gbs: 120
+        boot_volume_vpus_per_gb: 20
 
       create_vnic_details:
         display_name: "{{ cluster_state.infra_id }}-worker-02-vnic0"
@@ -132,9 +142,12 @@ compute_resources:
   #
   - provider: oci
     type: machine
-    
-    # cloud_compute role to discovery for OCI:
-    image_name: "{{ custom_image_id }}"
+
+    # RHCOS Custom Image
+    image_name: "{{ cluster_state.compute.image_id }}"
+    image_compartment_id: "{{ oci_compartment_id_image | d(oci_compartment_id) }}"
+
+    # Network details
     vnic_subnet_name: "{{ cluster_state.infra_id }}-net-private"
     network_security_group_names:
     - "{{ cluster_state.infra_id }}-nsg-compute"
@@ -163,6 +176,8 @@ compute_resources:
     
       source_details:
         source_type: image
+        boot_volume_size_in_gbs: 120
+        boot_volume_vpus_per_gb: 20
 
       create_vnic_details:
         display_name: "{{ cluster_state.infra_id }}-worker-03-vnic0"
diff --git a/playbooks/vars/oci/profiles/ha/node-controlplane.yaml b/playbooks/vars/oci/profiles/ha/node-controlplane.yaml
@@ -21,15 +21,17 @@ compute_resources:
   #
   - provider: oci
     type: machine
-    
-    # cloud_compute role to discovery for OCI:
-    image_name: "{{ custom_image_id }}"
+
+    # RHCOS Custom Image
+    image_name: "{{ cluster_state.compute.image_id }}"
+    image_compartment_id: "{{ oci_compartment_id_image | d(oci_compartment_id) }}"
+
+    # Network details
     vnic_subnet_name: "{{ cluster_state.infra_id }}-net-private"
     network_security_group_names:
     - "{{ cluster_state.infra_id }}-nsg-controlplane"
 
     # OCI spec
-
     spec:
       state: present
       compartment_id: "{{ oci_compartment_id }}"
@@ -53,6 +55,8 @@ compute_resources:
     
       source_details:
         source_type: image
+        boot_volume_size_in_gbs: 120
+        boot_volume_vpus_per_gb: 20
 
       create_vnic_details:
         display_name: "{{ cluster_state.infra_id }}-master-01-vnic0"
@@ -77,9 +81,12 @@ compute_resources:
   #
   - provider: oci
     type: machine
-    
-    # cloud_compute role to discovery for OCI:
-    image_name: "{{ custom_image_id }}"
+
+    # RHCOS Custom Image
+    image_name: "{{ cluster_state.compute.image_id }}"
+    image_compartment_id: "{{ oci_compartment_id_image | d(oci_compartment_id) }}"
+
+    # Network details
     vnic_subnet_name: "{{ cluster_state.infra_id }}-net-private"
     network_security_group_names:
     - "{{ cluster_state.infra_id }}-nsg-controlplane"
@@ -108,6 +115,8 @@ compute_resources:
     
       source_details:
         source_type: image
+        boot_volume_size_in_gbs: 120
+        boot_volume_vpus_per_gb: 20
 
       create_vnic_details:
         display_name: "{{ cluster_state.infra_id }}-master-02-vnic0"
@@ -132,9 +141,12 @@ compute_resources:
   #
   - provider: oci
     type: machine
-    
-    # cloud_compute role to discovery for OCI:
-    image_name: "{{ custom_image_id }}"
+
+    # RHCOS Custom Image
+    image_name: "{{ cluster_state.compute.image_id }}"
+    image_compartment_id: "{{ oci_compartment_id_image | d(oci_compartment_id) }}"
+
+    # Network details
     vnic_subnet_name: "{{ cluster_state.infra_id }}-net-private"
     network_security_group_names:
     - "{{ cluster_state.infra_id }}-nsg-controlplane"
@@ -163,6 +175,8 @@ compute_resources:
     
       source_details:
         source_type: image
+        boot_volume_size_in_gbs: 120
+        boot_volume_vpus_per_gb: 20
 
       create_vnic_details:
         display_name: "{{ cluster_state.infra_id }}-master-03-vnic0"
diff --git a/playbooks/vars/oci/profiles/ha/node-opct.yaml b/playbooks/vars/oci/profiles/ha/node-opct.yaml
@@ -19,9 +19,12 @@ compute_resources:
 
   - provider: oci
     type: machine
-    
-    # cloud_compute role to discovery for OCI:
-    image_name: "{{ custom_image_id }}"
+
+    # RHCOS Custom Image
+    image_name: "{{ cluster_state.compute.image_id }}"
+    image_compartment_id: "{{ oci_compartment_id_image | d(oci_compartment_id) }}"
+
+    # Network details
     vnic_subnet_name: "{{ cluster_state.infra_id }}-net-private"
     network_security_group_names:
     - "{{ cluster_state.infra_id }}-nsg-compute"
@@ -48,6 +51,8 @@ compute_resources:
     
       source_details:
         source_type: image
+        boot_volume_size_in_gbs: 120
+        boot_volume_vpus_per_gb: 20
 
       create_vnic_details:
         display_name: "{{ cluster_state.infra_id }}-opct-01-vnic0"
diff --git a/roles/config/tasks/create.yaml b/roles/config/tasks/create.yaml
@@ -45,8 +45,7 @@
       {{ bin_openshift_install }} create ignition-configs --dir {{ config_install_dir }}
     environment: "{{ config_installer_environment | d(omit) }}"
 
-
-# Render Stream JSON
+# Saving JSON image stream from installer
 - name: Create | Check exists coreos-stream.json
   ansible.builtin.stat:
     path: "{{ config_install_dir }}/coreos-stream.json"
diff --git a/roles/config/tasks/load.yaml b/roles/config/tasks/load.yaml
@@ -39,6 +39,22 @@
     _provider: "{{ provider | d('NA') }}"
     _arch: "{{ arch | d('x86_64') }}"
 
+- name: Load | Set custom_image_id from os_mirror config
+  when: os_mirror and (os_mirror_from == 'stream_artifacts')
+  block:
+  - name: Load | Set custom_image_url from os_mirror config
+    ansible.builtin.set_fact:
+      custom_image_url: "{{ \
+        installer_coreos_stream\
+        .architectures[os_mirror_stream.architecture]\
+        .artifacts[os_mirror_stream.artifact]\
+        .formats[os_mirror_stream.format]\
+        .disk.location | d('') }}"
+
+  - name: Load | Set custom_image_id from os_mirror config
+    ansible.builtin.set_fact:
+      custom_image_id: "{{ custom_image_url | basename }}"
+
 - name: Load | Lookup ImageID
   block:
   - name: Load | Lookup ImageID | Check image
@@ -83,6 +99,7 @@
       loadbalancers: {}
       compute:
         image_id: "{{ custom_image_id | d(image_id_stream) | d(image_id_ign) }}"
+        image_url: "{{ custom_image_url | d('') }}"
         iam_profile_bootstrap: "{{ _installer_metadata.infraID }}-instance-bootstrap"
         iam_profile_compute: "{{ _installer_metadata.infraID }}-instance-compute"
         iam_profile_controlplane: "{{ _installer_metadata.infraID }}-instance-controlPlane"
diff --git a/roles/os_mirror/tasks/main.yaml b/roles/os_mirror/tasks/main.yaml
@@ -0,0 +1,6 @@
+---
+- name: gather from source
+  ansible.builtin.include_tasks: "./{{ os_mirror_from }}.yaml"
+
+- name: upload to provider {{ os_mirror_to_provider }}
+  ansible.builtin.include_tasks: "./{{ os_mirror_to_provider }}.yaml"
diff --git a/roles/os_mirror/tasks/oci.yaml b/roles/os_mirror/tasks/oci.yaml
@@ -0,0 +1,41 @@
+---
+
+- name: OCI | Get the namespace
+  oracle.oci.oci_object_storage_namespace_facts:
+    compartment_id: "{{ os_mirror_to_oci.compartment_id }}"
+  register: _objns
+
+- name: OCI | Create bucket
+  oracle.oci.oci_object_storage_bucket:
+    state: present
+    compartment_id: "{{ os_mirror_to_oci.compartment_id }}"
+    name: "{{ os_mirror_to_oci.bucket }}"
+    namespace_name: "{{ _objns.namespace }}"
+
+- name:  OCI | Show Summary of OS Mirroring
+  debug:
+    msg:
+    - "Bucket/image object: {{ os_mirror_to_oci.bucket }}/{{ cluster_state.compute.image_id }}"
+    - "Image name: {{ cluster_state.compute.image_id }}"
+  when: not(_st_image.stat.exists)
+
+- name: OCI | Upload image to bucket
+  oracle.oci.oci_object_storage_object:
+    namespace_name: "{{ _objns.namespace }}"
+    bucket_name: "{{ os_mirror_to_oci.bucket }}"
+    object_name: "{{ cluster_state.compute.image_id }}"
+    src: "{{ collection_bin_dir + '/' +  cluster_state.compute.image_id }}"
+    force: false
+  register: _upload
+
+- name: OCI | Creating Custom Image
+  oracle.oci.oci_compute_image:
+    compartment_id: "{{ os_mirror_to_oci.compartment_id }}"
+    image_source_details:
+      bucket_name: "{{ os_mirror_to_oci.bucket }}"
+      namespace_name: "{{ _objns.namespace }}"
+      object_name: "{{ cluster_state.compute.image_id }}"
+      source_type: objectStorageTuple
+      source_image_type: "{{ os_mirror_to_oci.image_type }}"
+    launch_mode: PARAVIRTUALIZED
+    display_name: "{{ cluster_state.compute.image_id }}"
diff --git a/roles/os_mirror/tasks/stream_artifacts.yaml b/roles/os_mirror/tasks/stream_artifacts.yaml
@@ -0,0 +1,16 @@
+---
+- name: from stream_artifact | Check exists locally
+  stat:
+    path: "{{ collection_bin_dir }}/{{ cluster_state.compute.image_id }}"
+  register: _st_image
+
+- name: stream_artifact | show
+  debug:
+    msg: "Downloading image: {{ cluster_state.compute.image_url }}"
+  when: not(_st_image.stat.exists)
+
+- name: from stream_artifact | Downloading {{ cluster_state.compute.image_url }}
+  get_url:
+    url: "{{ cluster_state.compute.image_url }}"
+    dest: "{{ collection_bin_dir }}/{{ cluster_state.compute.image_id }}"
+  when: not(_st_image.stat.exists)
