qemu.tests: Add multi_vms_file_transfer.py test scripts

This script test big file transfer between vms.
By default, it will copy 4G file between vms and repeat 10 times.
Signed-off-by: NFeng Yang <fyang@redhat.com>

qemu/tests/multi_vms_file_transfer.py

+import time, os, logging
+from autotest.client import utils
+from autotest.client.shared import error
+from virttest import remote, utils_misc
+
+
+@error.context_aware
+def run_multi_vms_file_transfer(test, params, env):
+    """
+    Transfer a file back and forth between multi VMs for long time.
+
+    1) Boot up two VMs .
+    2) Create a large file by dd on host.
+    3) Copy this file to VM1.
+    4) Compare copied file's md5 with original file.
+    5) Copy this file from VM1 to VM2.
+    6) Compare copied file's md5 with original file.
+    7) Copy this file from VM2 to VM1.
+    8) Compare copied file's md5 with original file.
+    9) Repeat step 5-8
+
+    @param test: KVM test object.
+    @param params: Dictionary with the test parameters.
+    @param env: Dictionary with test environment.
+    """
+    def md5_check(session, orig_md5):
+        msg = "Compare copied file's md5 with original file."
+        error.context(msg, logging.info)
+        md5_cmd = "md5sum %s | awk '{print $1}'" % guest_path
+        s, o = session.cmd_status_output(md5_cmd)
+        if s:
+            msg = "Fail to get md5 value from guest. Output is %s" % o
+            raise error.TestError(msg)
+        new_md5 = o.splitlines()[-1]
+        if new_md5 != orig_md5:
+            msg = "File changed after transfer host -> VM1. Original md5 value"
+            msg += " is %s. Current md5 value is %s" % (orig_md5, new_md5)
+            raise error.TestFail(msg)
+
+    vm1 = env.get_vm(params["main_vm"])
+    vm1.verify_alive()
+    login_timeout = int(params.get("login_timeout", 360))
+    vm2 = env.get_vm(params["vms"].split()[-1])
+    vm2.verify_alive()
+
+    session_vm1 = vm1.wait_for_login(timeout=login_timeout)
+    session_vm2 = vm2.wait_for_login(timeout=login_timeout)
+
+    transfer_timeout = int(params.get("transfer_timeout", 1000))
+    username = params.get("username")
+    password = params.get("password")
+    port = int(params.get("file_transfer_port"))
+    if (not port) or (not username) or (not password):
+        raise error.TestError("Please set file_transfer_port, username,"
+                               " password paramters for guest")
+    tmp_dir = params.get("tmp_dir", "/tmp/")
+    repeat_time = int(params.get("repeat_time", "10"))
+    clean_cmd = params.get("clean_cmd", "rm -f")
+    filesize = int(params.get("filesize", 4000))
+    count = int(filesize / 10)
+    if count == 0:
+        count = 1
+
+    host_path = os.path.join(tmp_dir, "tmp-%s" %
+                             utils_misc.generate_random_string(8))
+    cmd = "dd if=/dev/zero of=%s bs=10M count=%d" % (host_path, count)
+    guest_path = (tmp_dir + "file_transfer-%s" %
+                  utils_misc.generate_random_string(8))
+    try:
+        error.context("Creating %dMB file on host" % filesize, logging.info)
+        utils.run(cmd)
+        orig_md5 = utils.hash_file(host_path, method="md5")
+        error.context("Transfering file host -> VM1, timeout: %ss" % \
+                       transfer_timeout, logging.info)
+        t_begin = time.time()
+        vm1.copy_files_to(host_path, guest_path, timeout=transfer_timeout)
+        t_end = time.time()
+        throughput = filesize / (t_end - t_begin)
+        logging.info("File transfer host -> VM1 succeed, "
+                     "estimated throughput: %.2fMB/s", throughput)
+        md5_check(session_vm1, orig_md5)
+
+        ip_vm1 = vm1.get_address()
+        ip_vm2 = vm2.get_address()
+        for i in range(repeat_time):
+            log_vm1 = os.path.join(test.debugdir, "remote_scp_to_vm1_%s.log" %i)
+            log_vm2 = os.path.join(test.debugdir, "remote_scp_to_vm2_%s.log" %i)
+
+            msg = "Transfering file VM1 -> VM2, timeout: %ss." % transfer_timeout
+            msg += " Repeat: %s/%s" % (i + 1, repeat_time)
+            error.context(msg, logging.info)
+            t_begin = time.time()
+            s = remote.scp_between_remotes(src=ip_vm1, dst=ip_vm2, port=port,
+                                       s_passwd=password, d_passwd=password,
+                                       s_name=username, d_name=username,
+                                       s_path=guest_path, d_path=guest_path,
+                                       timeout=transfer_timeout,
+                                       log_filename=log_vm1)
+            t_end = time.time()
+            throughput = filesize / (t_end - t_begin)
+            logging.info("File transfer VM1 -> VM2 succeed, "
+                         "estimated throughput: %.2fMB/s", throughput)
+            md5_check(session_vm2, orig_md5)
+            session_vm1.cmd("rm -rf %s" % guest_path)
+
+            msg = "Transfering file VM2 -> VM1, timeout: %ss." % transfer_timeout
+            msg += " Repeat: %s/%s" % (i + 1, repeat_time)
+
+            error.context(msg,  logging.info)
+            t_begin = time.time()
+            remote.scp_between_remotes(src=ip_vm2, dst=ip_vm1, port=port,
+                                       s_passwd=password, d_passwd=password,
+                                       s_name=username, d_name=username,
+                                       s_path=guest_path, d_path=guest_path,
+                                       timeout=transfer_timeout,
+                                       log_filename=log_vm1)
+            t_end = time.time()
+            throughput = filesize / (t_end - t_begin)
+            logging.info("File transfer VM2 -> VM1 succeed, "
+                         "estimated throughput: %.2fMB/s", throughput)
+            md5_check(session_vm1, orig_md5)
+            session_vm2.cmd("%s %s" % (clean_cmd, guest_path))
+
+    finally:
+        try:
+            session_vm1.cmd("%s %s" % (clean_cmd, guest_path))
+        except Exception:
+            pass
+        try:
+            session_vm2.cmd("%s %s" % (clean_cmd, guest_path))
+        except Exception:
+            pass
+        try:
+            os.remove(host_path)
+        except OSError:
+            pass
+        if session_vm1:
+            session_vm1.close()
+        if session_vm2:
+            session_vm2.close()
+