Add libvirt mock tests to github actions

.github/install_dependencies.sh

@@ -16,12 +16,16 @@ then
     yum install -y python3 epel-release which git wget;
     yum install -y python3-pip python3-flake8 python3-devel gcc;
     yum install -y python3-pytest;
+    yum install libvirt-devel -y;
+    yum install libguestfs-tools python-libguestfs -y;
     mkdir -p /github/home/.ssh/;
 elif [ $VERSION_ID = "7" ]
 then
     echo "This is centos7";
     export LC_ALL="en_US";
     export LANG="en_US";
+    yum install libvirt-devel -y;
+    yum install libguestfs-tools python-libguestfs -y;
     yum install -y python3 epel-release which git wget;
     yum install -y python-pip python3-pip python3-devel gcc;
     pip install flake8;
@@ -31,6 +35,8 @@ else
     echo "This is fedora";
     export LC_ALL=C.UTF-8;
     export LANG=C.UTF-8;
+    yum install libvirt-devel -y;
+    yum install libguestfs-tools python-libguestfs -y;
     dnf install -y --nogpgcheck python3 git python3-pip python3-flake8 python3-devel gcc which wget;
     dnf install -y --nogpgcheck python3-pytest;
     mkdir -p /github/home/.ssh/;

.github/run_libvirt_mocktests.sh

@@ -0,0 +1,37 @@
+#!/usr/bin/env bash
+echo "Hello this is first attempt to run linchpin provisioning in github actions"
+
+
+VERSION_ID=$(cat /etc/*release | grep ^VERSION_ID | tr -d 'VERSION_ID="')
+
+echo $VERSION_ID
+
+if [ $VERSION_ID = "7" ]
+then
+    echo "This is centos7";
+    export LC_ALL="en_US";
+    export LANG="en_US";
+fi
+
+
+linchpin --version;
+
+mkdir /tmp/workspace/;
+mkdir /root/.ssh/;
+
+cd /tmp/workspace/;
+
+echo $PWD;
+
+locale -a;
+
+echo $LC_ALL;
+export $LANG;
+
+echo "RUNNING LIBVIRT MOCK TESTS";
+
+linchpin init libvirt;
+cd libvirt;
+wget -O linchpin.conf https://raw.githubusercontent.com/CentOS-PaaS-SIG/linchpin/develop/docs/source/examples/workspaces/linchpin-mock.conf;
+linchpin -vvvv up libvirt-custom-xml;
+linchpin -vvvv destroy libvirt-custom-xml;

.github/workflows/multicontainertesting.yml

@@ -25,6 +25,7 @@ jobs:
         pip3 install pytest-runner
         pip3 install .[tests]
         pip3 install .[azure]
+        pip3 install .[libvirt]
         pip3 install zipp>=0.5
         yum install -y nodejs ruby
     - name: Run unit tests
@@ -36,6 +37,10 @@ jobs:
     - name: Run code complexity tests
       run: |
         radon cc -s --min C ./linchpin
+    - name: Run libvirt mock tests
+      run: |
+        chmod +x ./.github/run_libvirt_mocktests.sh
+        ./.github/run_libvirt_mocktests.sh
     - name: Run AWS mock tests
       run: |
         chmod +x ./.github/run_aws_mocktests.sh

linchpin/MockUtils/command_aas.data

@@ -0,0 +1 @@
+{"cmd": ["qemu-img", "resize", "/var/lib/libvirt/images/linchpin//centos71_0.qcow2", "+1G"], "stdout": "Image resized.", "stderr": "", "rc": 0, "start": "2020-03-18 15:14:39.775410", "end": "2020-03-18 15:14:39.820615", "delta": "0:00:00.045205", "changed": true, "invocation": {"module_args": {"_raw_params": "qemu-img resize /var/lib/libvirt/images/linchpin//centos71_0.qcow2 +1G", "warn": true, "_uses_shell": false, "stdin_add_newline": true, "strip_empty_ends": true, "argv": null, "chdir": null, "executable": null, "creates": null, "removes": null, "stdin": null}}, "stdout_lines": ["Image resized."], "stderr_lines": [], "failed": false, "definition": ["centos71", "/var/lib/libvirt/images/linchpin/", "qcow2", "1G", 0, "_"], "ansible_loop_var": "definition"}

linchpin/MockUtils/command_gxmldov.data

@@ -0,0 +1 @@
+{"cmd": ["virsh", "-c", "qemu:///system", "dumpxml", "centos71_0"], "stdout": "<domain type='kvm'>\n  <name>centos71_0</name>\n  <uuid>d1737a4f-a94c-4102-96e0-0ad4b801a2df</uuid>\n  <memory unit='KiB'>524288</memory>\n  <currentMemory unit='KiB'>524288</currentMemory>\n  <vcpu placement='static'>1</vcpu>\n  <os>\n    <type arch='x86_64' machine='pc-q35-2.5'>hvm</type>\n    <boot dev='hd'/>\n  </os>\n  <features>\n    <acpi/>\n    <apic/>\n    <pae/>\n    <kvm>\n      <hidden state='on'/>\n    </kvm>\n  </features>\n  <cpu mode='host-model' check='partial'>\n    <model fallback='allow'>Westmere</model>\n    <feature policy='require' name='vmx'/>\n  </cpu>\n  <clock offset='utc'/>\n  <on_poweroff>destroy</on_poweroff>\n  <on_reboot>restart</on_reboot>\n  <on_crash>destroy</on_crash>\n  <devices>\n    <emulator>/usr/bin/qemu-system-x86_64</emulator>\n    <disk type='file' device='cdrom'>\n      <driver name='qemu' type='raw'/>\n      <source file='/tmp/vm-centos71_0.iso'/>\n      <backingStore/>\n      <target dev='sda' bus='sata'/>\n      <readonly/>\n      <address type='drive' controller='0' bus='0' target='0' unit='0'/>\n    </disk>\n    <disk type='file' device='disk'>\n      <driver name='qemu' type='qcow2'/>\n      <source file='/var/lib/libvirt/images/linchpin//centos71_0.qcow2'/>\n      <target dev='sdb' bus='sata'/>\n      <address type='drive' controller='0' bus='0' target='0' unit='1'/>\n    </disk>\n    <controller type='sata' index='0'>\n      <address type='pci' domain='0x0000' bus='0x00' slot='0x1f' function='0x2'/>\n    </controller>\n    <controller type='usb' index='0' model='piix3-uhci'>\n      <address type='pci' domain='0x0000' bus='0x03' slot='0x01' function='0x0'/>\n    </controller>\n    <controller type='pci' index='0' model='pcie-root'/>\n    <controller type='pci' index='1' model='pcie-root-port'>\n      <model name='pcie-root-port'/>\n      <target chassis='1' port='0x10'/>\n      <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0' multifunction='on'/>\n    </controller>\n    <controller type='pci' index='2' model='pcie-root-port'>\n      <model name='pcie-root-port'/>\n      <target chassis='2' port='0x11'/>\n      <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x1'/>\n    </controller>\n    <controller type='pci' index='3' model='pcie-to-pci-bridge'>\n      <model name='pcie-pci-bridge'/>\n      <address type='pci' domain='0x0000' bus='0x01' slot='0x00' function='0x0'/>\n    </controller>\n    <controller type='pci' index='4' model='pcie-root-port'>\n      <model name='pcie-root-port'/>\n      <target chassis='4' port='0x12'/>\n      <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x2'/>\n    </controller>\n    <controller type='pci' index='5' model='pcie-root-port'>\n      <model name='pcie-root-port'/>\n      <target chassis='5' port='0x13'/>\n      <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x3'/>\n    </controller>\n    <interface type='network'>\n      <mac address='52:54:00:e5:c4:0f'/>\n      <source network='default'/>\n      <guest dev='eth0'/>\n      <model type='virtio'/>\n      <address type='pci' domain='0x0000' bus='0x02' slot='0x00' function='0x0'/>\n    </interface>\n    <serial type='pty'>\n      <target type='isa-serial' port='0'>\n        <model name='isa-serial'/>\n      </target>\n    </serial>\n    <console type='pty'>\n      <target type='serial' port='0'/>\n    </console>\n    <input type='mouse' bus='ps2'/>\n    <input type='keyboard' bus='ps2'/>\n    <graphics type='vnc' port='-1' autoport='yes' listen='127.0.0.1' keymap='en-us'>\n      <listen type='address' address='127.0.0.1'/>\n    </graphics>\n    <video>\n      <model type='cirrus' vram='16384' heads='1' primary='yes'/>\n      <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x0'/>\n    </video>\n    <memballoon model='virtio'>\n      <address type='pci' domain='0x0000' bus='0x04' slot='0x00' function='0x0'/>\n    </memballoon>\n  </devices>\n</domain>", "stderr": "", "rc": 0, "start": "2020-03-23 19:08:20.229587", "end": "2020-03-23 19:08:20.247590", "delta": "0:00:00.018003", "changed": true, "invocation": {"module_args": {"_raw_params": "virsh -c qemu:///system dumpxml centos71_0", "_uses_shell": false, "warn": true, "stdin_add_newline": true, "strip_empty_ends": true, "argv": null, "chdir": null, "executable": null, "creates": null, "removes": null, "stdin": null}}, "stdout_lines": ["<domain type='kvm'>", "  <name>centos71_0</name>", "  <uuid>d1737a4f-a94c-4102-96e0-0ad4b801a2df</uuid>", "  <memory unit='KiB'>524288</memory>", "  <currentMemory unit='KiB'>524288</currentMemory>", "  <vcpu placement='static'>1</vcpu>", "  <os>", "    <type arch='x86_64' machine='pc-q35-2.5'>hvm</type>", "    <boot dev='hd'/>", "  </os>", "  <features>", "    <acpi/>", "    <apic/>", "    <pae/>", "    <kvm>", "      <hidden state='on'/>", "    </kvm>", "  </features>", "  <cpu mode='host-model' check='partial'>", "    <model fallback='allow'>Westmere</model>", "    <feature policy='require' name='vmx'/>", "  </cpu>", "  <clock offset='utc'/>", "  <on_poweroff>destroy</on_poweroff>", "  <on_reboot>restart</on_reboot>", "  <on_crash>destroy</on_crash>", "  <devices>", "    <emulator>/usr/bin/qemu-system-x86_64</emulator>", "    <disk type='file' device='cdrom'>", "      <driver name='qemu' type='raw'/>", "      <source file='/tmp/vm-centos71_0.iso'/>", "      <backingStore/>", "      <target dev='sda' bus='sata'/>", "      <readonly/>", "      <address type='drive' controller='0' bus='0' target='0' unit='0'/>", "    </disk>", "    <disk type='file' device='disk'>", "      <driver name='qemu' type='qcow2'/>", "      <source file='/var/lib/libvirt/images/linchpin//centos71_0.qcow2'/>", "      <target dev='sdb' bus='sata'/>", "      <address type='drive' controller='0' bus='0' target='0' unit='1'/>", "    </disk>", "    <controller type='sata' index='0'>", "      <address type='pci' domain='0x0000' bus='0x00' slot='0x1f' function='0x2'/>", "    </controller>", "    <controller type='usb' index='0' model='piix3-uhci'>", "      <address type='pci' domain='0x0000' bus='0x03' slot='0x01' function='0x0'/>", "    </controller>", "    <controller type='pci' index='0' model='pcie-root'/>", "    <controller type='pci' index='1' model='pcie-root-port'>", "      <model name='pcie-root-port'/>", "      <target chassis='1' port='0x10'/>", "      <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0' multifunction='on'/>", "    </controller>", "    <controller type='pci' index='2' model='pcie-root-port'>", "      <model name='pcie-root-port'/>", "      <target chassis='2' port='0x11'/>", "      <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x1'/>", "    </controller>", "    <controller type='pci' index='3' model='pcie-to-pci-bridge'>", "      <model name='pcie-pci-bridge'/>", "      <address type='pci' domain='0x0000' bus='0x01' slot='0x00' function='0x0'/>", "    </controller>", "    <controller type='pci' index='4' model='pcie-root-port'>", "      <model name='pcie-root-port'/>", "      <target chassis='4' port='0x12'/>", "      <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x2'/>", "    </controller>", "    <controller type='pci' index='5' model='pcie-root-port'>", "      <model name='pcie-root-port'/>", "      <target chassis='5' port='0x13'/>", "      <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x3'/>", "    </controller>", "    <interface type='network'>", "      <mac address='52:54:00:e5:c4:0f'/>", "      <source network='default'/>", "      <guest dev='eth0'/>", "      <model type='virtio'/>", "      <address type='pci' domain='0x0000' bus='0x02' slot='0x00' function='0x0'/>", "    </interface>", "    <serial type='pty'>", "      <target type='isa-serial' port='0'>", "        <model name='isa-serial'/>", "      </target>", "    </serial>", "    <console type='pty'>", "      <target type='serial' port='0'/>", "    </console>", "    <input type='mouse' bus='ps2'/>", "    <input type='keyboard' bus='ps2'/>", "    <graphics type='vnc' port='-1' autoport='yes' listen='127.0.0.1' keymap='en-us'>", "      <listen type='address' address='127.0.0.1'/>", "    </graphics>", "    <video>", "      <model type='cirrus' vram='16384' heads='1' primary='yes'/>", "      <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x0'/>", "    </video>", "    <memballoon model='virtio'>", "      <address type='pci' domain='0x0000' bus='0x04' slot='0x00' function='0x0'/>", "    </memballoon>", "  </devices>", "</domain>"], "stderr_lines": [], "failed": false, "instance": ["centos71", "qemu:///system", 0, "_"], "ansible_loop_var": "instance"}

linchpin/MockUtils/command_mkisofs.data

@@ -0,0 +1 @@
+{"cmd": ["mkisofs", "-file-mode", "0666", "-o", "/tmp/vm-centos71_0.iso", "-V", "cidata", "-r", "-J", "--quiet", "/tmp/vm-centos71_0/user-data", "/tmp/vm-centos71_0/meta-data"], "stdout": "", "stderr": "", "rc": 0, "start": "2020-03-18 15:14:45.108131", "end": "2020-03-18 15:14:45.115872", "delta": "0:00:00.007741", "changed": true, "invocation": {"module_args": {"_raw_params": "mkisofs -file-mode 0666 -o /tmp/vm-centos71_0.iso -V cidata -r -J --quiet /tmp/vm-centos71_0/user-data /tmp/vm-centos71_0/meta-data", "warn": true, "_uses_shell": false, "stdin_add_newline": true, "strip_empty_ends": true, "argv": null, "chdir": null, "executable": null, "creates": null, "removes": null, "stdin": null}}, "stdout_lines": [], "stderr_lines": [], "failed": false, "definition": ["centos71", 0, "_"], "ansible_loop_var": "definition"}

linchpin/MockUtils/command_remove_cd.data

@@ -0,0 +1 @@
+{"msg": "non-zero return code", "cmd": ["virsh", "-c", "qemu:///system", "change-media", "centos71_0", "hda", "--eject", "--config"], "stdout": "", "stderr": "error: No disk found whose source path or target is hda", "rc": 1, "start": "2020-02-24 16:37:54.756409", "end": "2020-02-24 16:37:54.771730", "delta": "0:00:00.015321", "changed": true, "failed": true, "invocation": {"module_args": {"_raw_params": "virsh -c qemu:///system change-media centos71_0 hda --eject --config", "warn": true, "_uses_shell": false, "stdin_add_newline": true, "strip_empty_ends": true, "argv": null, "chdir": null, "executable": null, "creates": null, "removes": null, "stdin": null}}, "stdout_lines": [], "stderr_lines": ["error: No disk found whose source path or target is hda"], "definition": ["centos71", "qemu:///system", 0, "_"], "ansible_loop_var": "definition"}

linchpin/MockUtils/copy_CISTMNN.data

@@ -0,0 +1 @@
+{"diff": [], "data": "mock", "dest": "/var/lib/libvirt/images/linchpin/centos71_0.qcow2", "src": "/root/.ansible/tmp/ansible-tmp-1582580243.0510867-265314078121058/source", "md5sum": "160aa274e7a69f2edb50e2d89f54270b", "checksum": "a285e6d88e7c15b71bc04a331f5beabb98366da2", "changed": true, "uid": 0, "gid": 0, "owner": "root", "group": "root", "mode": "0644", "state": "file", "secontext": "system_u:object_r:virt_image_t:s0", "size": 942407680, "invocation": {"module_args": {"src": "/root/.ansible/tmp/ansible-tmp-1582580243.0510867-265314078121058/source", "dest": "/var/lib/libvirt/images/linchpin/centos71_0.qcow2", "remote_src": false, "_original_basename": "CentOS-7-x86_64-GenericCloud.qcow2", "follow": false, "checksum": "a285e6d88e7c15b71bc04a331f5beabb98366da2", "backup": false, "force": true, "content": null, "validate": null, "directory_mode": null, "local_follow": null, "mode": null, "owner": null, "group": null, "seuser": null, "serole": null, "selevel": null, "setype": null, "attributes": null, "regexp": null, "delimiter": null, "unsafe_writes": null}}, "failed": false, "img_item": ["/var/lib/libvirt/images/linchpin/", "centos71", 0, "qcow2", "_"], "ansible_loop_var": "img_item"}

linchpin/MockUtils/fail_fwicf.data

@@ -0,0 +1 @@
+{"changed": false, "skipped": true, "skip_reason": "Conditional result was False"}

linchpin/MockUtils/file_ELIPDE.data

@@ -0,0 +1 @@
+{"path": "/var/lib/libvirt/images/linchpin/", "changed": false, "data":"mock", "diff": {"before": {"path": "/var/lib/libvirt/images/linchpin/"}, "after": {"path": "/var/lib/libvirt/images/linchpin/"}}, "uid": 0, "gid": 0, "owner": "root", "group": "root", "mode": "0755", "state": "directory", "secontext": "unconfined_u:object_r:virt_image_t:s0", "size": 4096, "failed": false}

linchpin/MockUtils/get_url_DIS.data

@@ -0,0 +1 @@
+{"changed": false, "skipped": true, "skip_reason": "Conditional result was False", "data": "mock"}

linchpin/MockUtils/shell_MAIP.data

@@ -0,0 +1 @@
+{"results": [{"cmd": "/usr/sbin/ip n | grep -F 52:54:00:ad:8c:fe | awk {'print $1'} | grep -v ^fe80\n", "stdout": "192.168.122.89", "stderr": "", "rc": 0, "start": "2020-02-24 16:38:08.028746", "end": "2020-02-24 16:38:08.033624", "delta": "0:00:00.004878", "changed": true, "invocation": {"module_args": {"_raw_params": "/usr/sbin/ip n | grep -F 52:54:00:ad:8c:fe | awk {'print $1'} | grep -v ^fe80\n", "_uses_shell": true, "warn": true, "stdin_add_newline": true, "strip_empty_ends": true, "argv": null, "chdir": null, "executable": null, "creates": null, "removes": null, "stdin": null}}, "stdout_lines": ["192.168.122.89"], "stderr_lines": [], "failed": false, "attempts": 2, "mac": "52:54:00:ad:8c:fe", "ansible_loop_var": "mac"}], "changed": true, "msg": "All items completed"}

linchpin/MockUtils/stat_DISMT.data

@@ -0,0 +1 @@
+{"changed": false, "data": "mock", "stat": {"exists": true, "path": "/var/lib/libvirt/images/linchpin//CentOS-7-x86_64-GenericCloud.qcow2", "mode": "0644", "isdir": false, "ischr": false, "isblk": false, "isreg": true, "isfifo": false, "islnk": false, "issock": false, "uid": 0, "gid": 0, "size": 942407680, "inode": 2646751, "dev": 64769, "nlink": 1, "atime": 1582571956.7312965, "mtime": 1580398598.4002314, "ctime": 1580398599.5842316, "wusr": true, "rusr": true, "xusr": false, "wgrp": false, "rgrp": true, "xgrp": false, "woth": false, "roth": true, "xoth": false, "isuid": false, "isgid": false, "blocks": 1840648, "block_size": 4096, "device_type": 0, "readable": true, "writeable": true, "executable": false, "pw_name": "root", "gr_name": "root", "checksum": "a285e6d88e7c15b71bc04a331f5beabb98366da2", "mimetype": "application/octet-stream", "charset": "binary", "version": "4193372787", "attributes": ["extents"], "attr_flags": "e"}, "failed": false}

linchpin/MockUtils/stat_DLCIE.data

@@ -0,0 +1 @@
+{"changed": false, "stat": {"exists": true, "data": "mock", "path": "/var/lib/libvirt/images/linchpin//CentOS-7-x86_64-GenericCloud.qcow2", "mode": "0644", "isdir": false, "ischr": false, "isblk": false, "isreg": true, "isfifo": false, "islnk": false, "issock": false, "uid": 0, "gid": 0, "size": 942407680, "inode": 2646751, "dev": 64769, "nlink": 1, "atime": 1582571956.7312965, "mtime": 1580398598.4002314, "ctime": 1580398599.5842316, "wusr": true, "rusr": true, "xusr": false, "wgrp": false, "rgrp": true, "xgrp": false, "woth": false, "roth": true, "xoth": false, "isuid": false, "isgid": false, "blocks": 1840648, "block_size": 4096, "device_type": 0, "readable": true, "writeable": true, "executable": false, "pw_name": "root", "gr_name": "root", "checksum": "a285e6d88e7c15b71bc04a331f5beabb98366da2", "mimetype": "application/octet-stream", "charset": "binary", "version": "4193372787", "attributes": ["extents"], "attr_flags": "e"}, "failed": false}

linchpin/MockUtils/stat_LDSKAE.data

@@ -0,0 +1 @@
+{"changed": false, "data":"mock", "stat": {"exists": true, "path": "/root/.ssh/libvirt-custom-xml", "mode": "0600", "isdir": false, "ischr": false, "isblk": false, "isreg": true, "isfifo": false, "islnk": false, "issock": false, "uid": 0, "gid": 0, "size": 2610, "inode": 2884839, "dev": 64769, "nlink": 1, "atime": 1582571966.9902978, "mtime": 1580398619.741234, "ctime": 1580398619.741234, "wusr": true, "rusr": true, "xusr": false, "wgrp": false, "rgrp": false, "xgrp": false, "woth": false, "roth": false, "xoth": false, "isuid": false, "isgid": false, "blocks": 8, "block_size": 4096, "device_type": 0, "readable": true, "writeable": true, "executable": false, "pw_name": "root", "gr_name": "root", "checksum": "35608accada704ec80e9b185528e7f08a8a0d1ae", "mimetype": "text/plain", "charset": "us-ascii", "version": "1442366252", "attributes": ["extents"], "attr_flags": "e"}, "failed": false}

linchpin/MockUtils/virt_MSVAR.data

@@ -0,0 +1 @@
+{"results": [{"invocation": {"module_args": {"name": "centos71_0", "state": "running", "uri": "qemu:///system", "autostart": null, "command": null, "xml": null}}, "failed": false, "changed": false, "definition": ["centos71", "qemu:///system", 0, "_"], "ansible_loop_var": "definition"}], "msg": "All items completed", "changed": false}

linchpin/MockUtils/virt_MSVARWPE.data

@@ -0,0 +1 @@
+{"results": [{"invocation": {"module_args": {"name": "centos71_0", "state": "running", "uri": "qemu:///system", "autostart": null, "command": null, "xml": null}}, "failed": false, "changed": false, "definition": ["centos71", "qemu:///system", 0, "_"], "ansible_loop_var": "definition"}], "msg": "All items completed", "changed": false}

linchpin/MockUtils/virt_SVM.data

@@ -0,0 +1 @@
+{"changed": true, "msg": 0, "invocation": {"module_args": {"name": "centos71_0", "state": "running", "uri": "qemu:///system", "autostart": null, "command": null, "xml": null}}, "failed": false, "definition": ["centos71", "qemu:///system", 0, "_"], "ansible_loop_var": "definition"}