Feat(cv_deploy): Expose the details of the Workspace build validation errors

ansible_collections/arista/avd/molecule/cv_deploy/cc_false.yml

@@ -1,5 +1,5 @@
 ---
-- name: Converge - cv_run_change_control = false
+- name: "{{ test_id | upper }} Converge - cv_run_change_control = false"
   hosts: SITE1_FABRIC
   connection: local
   gather_facts: false
@@ -12,46 +12,54 @@
     structured_dir: "{{ playbook_dir }}/intended/structured_configs/test_configs"
     intended_tag_device: avd-ci-leaf1
     intended_tags: "{{ lookup('file', structured_dir ~ '/' ~ intended_tag_device ~ '.yml')| from_yaml }}"
+    test_id: "cc-run-false"
+    cv_common_pattern: "avd-cv-deploy-{{ test_id }}"
 
   tasks:
-    - name: Generate random string
+    - name: "{{ test_id | upper }} Banner"
+      run_once: true
+      ansible.builtin.debug:
+        msg:
+          - "######################################################################"
+          - "### STARTING MOLECULE TEST {{ '{:<38}'.format(test_id[:38]) | upper }} ####"
+          - "######################################################################"
+
+    - name: "{{ test_id | upper }} Generate random string"
+      run_once: true
       ansible.builtin.set_fact:
         r: "{{ lookup('password', '/dev/null chars=ascii_lowercase,digits length=4') }}"
-      run_once: true
 
-    - name: Set facts
+    - name: "{{ test_id | upper }} Set deploy facts"
+      run_once: true
       ansible.builtin.set_fact:
-        cv_workspace_name: avd-cv-deploy-{{ r }}
-        cv_workspace_description: sample description
-        cv_change_control_name: cc_cv_deploy-{{ r }}
-        cv_change_control_description: sample description
+        cv_workspace_name: "{{ cv_common_pattern }}-{{ r }}-converge"
+        cv_workspace_description: "{{ (cv_common_pattern + '-' + r + '-converge') | upper }}"
+        cv_change_control_name: "{{ cv_common_pattern }}-{{ r }}-converge"
+        cv_change_control_description: "{{ (cv_common_pattern + '-' + r + '-converge') | upper }}"
         cv_register_detailed_results: true
-      run_once: true
 
-    - name: Provision with cv_run_change_control = false
+    - name: "{{ test_id | upper }} Provision with cv_run_change_control = false"
       run_once: true
       delegate_to: localhost
       ansible.builtin.import_role:
         name: arista.avd.cv_deploy
       vars:
-        cv_submit_workspace: true
-        cv_run_change_control: false
         cv_submit_workspace_force: true
 
-    - name: Display CVP result
+    - name: "{{ test_id | upper }} Display CVP result"
       run_once: true
       ansible.builtin.debug:
         msg: '{{ cv_deploy_results }}'
 
-    - name: Check CVP returns
+    - name: "{{ test_id | upper }} Check CVP returns"
       run_once: true
       ansible.builtin.assert:
         that:
           # Change control
           - cv_deploy_results.change_control.requested_state == "pending approval"
           - cv_deploy_results.change_control.requested_state == cv_deploy_results.change_control.state
 
-    - name: Cleanup orphan CC
+    - name: "{{ test_id | upper }} Cleanup orphan CC"
       run_once: true
       ansible.legacy.uri:
         url: https://{{ cv_server }}/api/resources/changecontrol/v1/ChangeControlConfig?key.id={{ cv_deploy_results.change_control.id }}
@@ -72,14 +80,22 @@
       ignore_errors: True
       when: cv_deploy_results.change_control.state | lower in ['pending approval', 'approved']
 
-    - name: Cleanup
+    - name: "{{ test_id | upper }} Set cleanup facts"
+      run_once: true
+      ansible.builtin.set_fact:
+        cv_workspace_name: "{{ cv_common_pattern }}-{{ r }}-cleanup"
+        cv_workspace_description: "{{ cv_common_pattern + '-' + r + '-cleanup' | upper }}"
+        cv_change_control_name: "{{ cv_common_pattern }}-{{ r }}-cleanup"
+        cv_change_control_description: "{{ cv_common_pattern + '-' + r + '-cleanup' | upper }}"
+        cv_register_detailed_results: true
+
+    - name: "{{ test_id | upper }} Cleanup"
       run_once: true
       delegate_to: localhost
       ansible.builtin.import_role:
         name: arista.avd.cv_deploy
       vars:
         eos_config_dir: "{{ playbook_dir }}/intended/configs/base_configs"
         structured_dir: "{{ playbook_dir }}/intended/structured_configs/base_configs"
-        cv_submit_workspace: true
         cv_submit_workspace_force: true
         cv_run_change_control: true

ansible_collections/arista/avd/molecule/cv_deploy/converge.yml

@@ -11,5 +11,8 @@
 - name: Test Workspace Force False
   import_playbook: workspace_force_false.yml
 
+- name: Test Workspace build with invalid Designed Config
+  import_playbook: invalid_config.yml
+
 - name: Test Change Control False
   import_playbook: cc_false.yml

ansible_collections/arista/avd/molecule/cv_deploy/cv_deploy.yml

@@ -1,5 +1,5 @@
 ---
-- name: Converge - Configuration deployment with CVP
+- name: "{{ test_id | upper }} Converge - Configuration deployment with CVP"
   hosts: SITE1_FABRIC
   connection: local
   gather_facts: false
@@ -12,42 +12,48 @@
     structured_dir: "{{ playbook_dir }}/intended/structured_configs/test_configs"
     intended_tag_device: avd-ci-leaf1
     intended_tags: "{{ lookup('file', structured_dir ~ '/' ~ intended_tag_device ~ '.yml')| from_yaml }}"
+    test_id: "ws-force-true-cc-run"
+    cv_common_pattern: "avd-cv-deploy-{{ test_id }}"
 
   tasks:
-    - name: Generate random string
+    - name: "{{ test_id | upper }} Banner"
+      run_once: true
+      ansible.builtin.debug:
+        msg:
+          - "######################################################################"
+          - "### STARTING MOLECULE TEST {{ '{:<38}'.format(test_id[:38]) | upper }} ####"
+          - "######################################################################"
+
+    - name: "{{ test_id | upper }} Generate random string"
+      run_once: true
       ansible.builtin.set_fact:
         r: "{{ lookup('password', '/dev/null chars=ascii_lowercase,digits length=4') }}"
-      run_once: true
 
-    - name: Set facts
+    - name: "{{ test_id | upper }} Set deploy facts"
+      run_once: true
       ansible.builtin.set_fact:
-        cv_workspace_name: avd-cv-deploy-{{ r }}
-        cv_workspace_description: sample description
-        cv_change_control_name: cc_cv_deploy-{{ r }}
-        cv_change_control_description: sample description
+        cv_workspace_name: "{{ cv_common_pattern }}-{{ r }}-converge"
+        cv_workspace_description: "{{ (cv_common_pattern + '-' + r + '-converge') | upper }}"
+        cv_change_control_name: "{{ cv_common_pattern }}-{{ r }}-converge"
+        cv_change_control_description: "{{ (cv_common_pattern + '-' + r + '-converge') | upper }}"
         cv_register_detailed_results: true
-      run_once: true
 
-###########################
-######## cv_deploy ########
-###########################
-    - name: Provision CVP with AVD configuration
+    - name: "{{ test_id | upper }} Provision CVP with AVD configuration"
       run_once: true
       delegate_to: localhost
       ansible.builtin.import_role:
         name: arista.avd.cv_deploy
       vars:
-        cv_submit_workspace: true
         cv_submit_workspace_force: true
         cv_run_change_control: true
         cv_register_detailed_results: true
 
-    - name: Display CVP result
+    - name: "{{ test_id | upper }} Display CVP result"
       run_once: true
       ansible.builtin.debug:
         msg: '{{ cv_deploy_results }}'
 
-    - name: Check CVP returns
+    - name: "{{ test_id | upper }} Check CVP returns"
       run_once: true
       ansible.builtin.assert:
         that:
@@ -66,77 +72,85 @@
           - cv_deploy_results.change_control.requested_state == "completed"
           - cv_deploy_results.change_control.description == cv_change_control_description
 
-    - name: Check tags from output
+    - name: "{{ test_id | upper }} Check tags from output"
       run_once: true
       ansible.builtin.assert:
         that:
           - item.0.label == item.1.label
           - item.0.value == item.1.value
       loop: "{{ cv_deploy_results.deployed_device_tags | zip(cv_deploy_results.device_tags) | list }}"
 
-    - name: Extract all device tags from structured configs
+    - name: "{{ test_id | upper }} Extract all device tags from structured configs"
       run_once: true
       ansible.builtin.set_fact:
         expected_device_tags: "{{ intended_tags.metadata.cv_tags.device_tags }}"
         output_device_tags: "{{ cv_deploy_results.deployed_device_tags }}"
 
-    - name: Check output device tags == intended device tags
+    - name: "{{ test_id | upper }} Check output device tags == intended device tags"
       run_once: true
       ansible.builtin.assert:
         that:
           - item.0.name == item.1.label
           - item.0.value == item.1.value
       loop: "{{ expected_device_tags | zip(output_device_tags) | list }}"
 
-    - name: Extract all interface tags from role output
+    - name: "{{ test_id | upper }} Extract all interface tags from role output"
       run_once: true
       ansible.builtin.set_fact:
         output_interface_tags: "{{ cv_deploy_results.deployed_interface_tags }}"
 
-    - name: Extract all interface tags from structured configs
+    - name: "{{ test_id | upper }} Extract all interface tags from structured configs"
       run_once: true
       ansible.builtin.set_fact:
         expected_interface_tags: "{{ expected_interface_tags | default([]) + [item.tags | list | first | combine({'interface': item.interface})] }}"
       loop: "{{ intended_tags.metadata.cv_tags.interface_tags }}"
       loop_control:
         label: "{{ item.interface }}"
 
-    - name: Check output interface tags == intended interface tags
+    - name: "{{ test_id | upper }} Check output interface tags == intended interface tags"
       run_once: true
       ansible.builtin.assert:
         that:
           - item.0.name == item.1.label
           - item.0.value == item.1.value
       loop: "{{ expected_interface_tags | zip(output_interface_tags) | list }}"
 
-    - name: Convert unstructed data into yaml
+    - name: "{{ test_id | upper }} Convert unstructed data into yaml"
       run_once: true
       ansible.builtin.set_fact:
         deivces_structure: '{{ cv_deploy_results.deployed_configs | from_yaml }}'
         output_devices: []
 
-    - name: Extract devices from output
+    - name: "{{ test_id | upper }} Extract devices from output"
       run_once: true
       ansible.builtin.set_fact:
         output_devices: "{{ output_devices + [item.device.hostname] }}"
       loop: "{{ deivces_structure }}"
       loop_control:
         label: "{{ item.configlet_name }}"
 
-    - name: Check output devices == intended devices
+    - name: "{{ test_id | upper }} Check output devices == intended devices"
       run_once: true
       ansible.builtin.assert:
         that:
           - output_devices == cv_devices
 
-    - name: Cleanup
+    - name: "{{ test_id | upper }} Set cleanup facts"
+      run_once: true
+      ansible.builtin.set_fact:
+        cv_workspace_name: "{{ cv_common_pattern }}-{{ r }}-cleanup"
+        cv_workspace_description: "{{ cv_common_pattern + '-' + r + '-cleanup' | upper }}"
+        cv_change_control_name: "{{ cv_common_pattern }}-{{ r }}-cleanup"
+        cv_change_control_description: "{{ cv_common_pattern + '-' + r + '-cleanup' | upper }}"
+        cv_register_detailed_results: true
+
+    - name: "{{ test_id | upper }} Cleanup"
       run_once: true
       delegate_to: localhost
       ansible.builtin.import_role:
         name: arista.avd.cv_deploy
       vars:
         eos_config_dir: "{{ playbook_dir }}/intended/configs/base_configs"
         structured_dir: "{{ playbook_dir }}/intended/structured_configs/base_configs"
-        cv_submit_workspace: true
         cv_submit_workspace_force: true
         cv_run_change_control: true

ansible_collections/arista/avd/molecule/cv_deploy/intended/configs/base_configs/avd-ci-core1.cfg

@@ -63,6 +63,6 @@ no ip routing vrf MGMT
 !
 ip route vrf MGMT 0.0.0.0/0 10.90.231.1
 !
-ntp server 1.pool.ntp.org iburst local-interface Management1
+ntp server vrf MGMT 1.pool.ntp.org iburst local-interface Management1
 !
 end

ansible_collections/arista/avd/molecule/cv_deploy/intended/configs/base_configs/avd-ci-leaf1.cfg

@@ -12,7 +12,7 @@ service routing protocols model multi-agent
 hostname avd-ci-leaf1
 ip name-server vrf MGMT 10.90.231.26
 !
-ntp server 1.pool.ntp.org iburst local-interface Management1
+ntp server vrf MGMT 1.pool.ntp.org iburst local-interface Management1
 !
 spanning-tree mode mstp
 no spanning-tree vlan-id 4093-4094

ansible_collections/arista/avd/molecule/cv_deploy/intended/configs/base_configs/avd-ci-leaf2.cfg

@@ -12,7 +12,7 @@ service routing protocols model multi-agent
 hostname avd-ci-leaf2
 ip name-server vrf MGMT 10.90.231.26
 !
-ntp server 1.pool.ntp.org iburst local-interface Management1
+ntp server vrf MGMT 1.pool.ntp.org iburst local-interface Management1
 !
 spanning-tree mode mstp
 no spanning-tree vlan-id 4093-4094

ansible_collections/arista/avd/molecule/cv_deploy/intended/configs/base_configs/avd-ci-leaf3.cfg

@@ -12,7 +12,7 @@ service routing protocols model multi-agent
 hostname avd-ci-leaf3
 ip name-server vrf MGMT 10.90.231.26
 !
-ntp server 1.pool.ntp.org iburst local-interface Management1
+ntp server vrf MGMT 1.pool.ntp.org iburst local-interface Management1
 !
 spanning-tree mode mstp
 no spanning-tree vlan-id 4093-4094

ansible_collections/arista/avd/molecule/cv_deploy/intended/configs/base_configs/avd-ci-leaf4.cfg

@@ -12,7 +12,7 @@ service routing protocols model multi-agent
 hostname avd-ci-leaf4
 ip name-server vrf MGMT 10.90.231.26
 !
-ntp server 1.pool.ntp.org iburst local-interface Management1
+ntp server vrf MGMT 1.pool.ntp.org iburst local-interface Management1
 !
 spanning-tree mode mstp
 no spanning-tree vlan-id 4093-4094

ansible_collections/arista/avd/molecule/cv_deploy/intended/configs/base_configs/avd-ci-spine1.cfg

@@ -12,7 +12,7 @@ service routing protocols model multi-agent
 hostname avd-ci-spine1
 ip name-server vrf MGMT 10.90.231.26
 !
-ntp server 1.pool.ntp.org iburst local-interface Management1
+ntp server vrf MGMT 1.pool.ntp.org iburst local-interface Management1
 !
 spanning-tree mode none
 !

ansible_collections/arista/avd/molecule/cv_deploy/intended/configs/base_configs/avd-ci-spine2.cfg

@@ -12,7 +12,7 @@ service routing protocols model multi-agent
 hostname avd-ci-spine2
 ip name-server vrf MGMT 10.90.231.26
 !
-ntp server 1.pool.ntp.org iburst local-interface Management1
+ntp server vrf MGMT 1.pool.ntp.org iburst local-interface Management1
 !
 spanning-tree mode none
 !

ansible_collections/arista/avd/molecule/cv_deploy/intended/configs/test_configs/avd-ci-core1.cfg

@@ -64,6 +64,6 @@ no ip routing vrf MGMT
 !
 ip route vrf MGMT 0.0.0.0/0 10.90.231.1
 !
-ntp server 1.pool.ntp.org iburst local-interface Management1
+ntp server vrf MGMT 1.pool.ntp.org iburst local-interface Management1
 !
 end

ansible_collections/arista/avd/molecule/cv_deploy/intended/configs/test_configs/avd-ci-leaf1-missing.cfg

@@ -12,7 +12,7 @@ service routing protocols model multi-agent
 hostname avd-ci-leaf1
 ip name-server vrf MGMT 10.90.231.26
 !
-ntp server 1.pool.ntp.org iburst local-interface Management1
+ntp server vrf MGMT 1.pool.ntp.org iburst local-interface Management1
 !
 spanning-tree mode mstp
 no spanning-tree vlan-id 4093-4094

ansible_collections/arista/avd/molecule/cv_deploy/intended/configs/test_configs/avd-ci-leaf1.cfg

@@ -12,7 +12,7 @@ service routing protocols model multi-agent
 hostname avd-ci-leaf1
 ip name-server vrf MGMT 10.90.231.26
 !
-ntp server 1.pool.ntp.org iburst local-interface Management1
+ntp server vrf MGMT 1.pool.ntp.org iburst local-interface Management1
 !
 spanning-tree mode mstp
 no spanning-tree vlan-id 4093-4094

ansible_collections/arista/avd/molecule/cv_deploy/intended/configs/test_configs/avd-ci-leaf2.cfg

@@ -12,7 +12,7 @@ service routing protocols model multi-agent
 hostname avd-ci-leaf2
 ip name-server vrf MGMT 10.90.231.26
 !
-ntp server 1.pool.ntp.org iburst local-interface Management1
+ntp server vrf MGMT 1.pool.ntp.org iburst local-interface Management1
 !
 spanning-tree mode mstp
 no spanning-tree vlan-id 4093-4094

ansible_collections/arista/avd/molecule/cv_deploy/intended/configs/test_configs/avd-ci-leaf3.cfg

@@ -12,7 +12,7 @@ service routing protocols model multi-agent
 hostname avd-ci-leaf3
 ip name-server vrf MGMT 10.90.231.26
 !
-ntp server 1.pool.ntp.org iburst local-interface Management1
+ntp server vrf MGMT 1.pool.ntp.org iburst local-interface Management1
 !
 spanning-tree mode mstp
 no spanning-tree vlan-id 4093-4094

ansible_collections/arista/avd/molecule/cv_deploy/intended/configs/test_configs/avd-ci-leaf4.cfg

@@ -12,7 +12,7 @@ service routing protocols model multi-agent
 hostname avd-ci-leaf4
 ip name-server vrf MGMT 10.90.231.26
 !
-ntp server 1.pool.ntp.org iburst local-interface Management1
+ntp server vrf MGMT 1.pool.ntp.org iburst local-interface Management1
 !
 spanning-tree mode mstp
 no spanning-tree vlan-id 4093-4094