<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
<html>
<head>
  <meta content="text/html;charset=UTF-8" http-equiv="Content-Type">
</head>
<body bgcolor="#ffffcc" text="#000066">
<tt>Tristan,<br>
<br>
Make sure the license header is like Sunil posted
(<a class="moz-txt-link-freetext" href="http://kernel.us.oracle.com/~smushran/license.txt">http://kernel.us.oracle.com/~smushran/license.txt</a>).<br>
<br>
Other than that, it looks good to me.<br>
</tt>
<pre class="moz-signature" cols="72">Regards,

Marcos Eduardo Matsunaga

Oracle USA
Linux Engineering

“The statements and opinions expressed here are my own and do not
necessarily represent those of Oracle Corporation.”
</pre>
<br>
<br>
Tristan Ye wrote:
<blockquote
 cite="mid:1234499337-4586-3-git-send-email-tristan.ye@oracle.com"
 type="cite">
  <pre wrap="">The testing script also based on tao's original testcase against multi-nodes mode with
the help of open-mpi utilities, it also automates all the testing procedures like patch
applying,kernel building etc. and populate the tests among nodes in parallel,besides a overall
testing report on root node(where test launched),it also generates a thorough testing report
among all local nodes.

Signed-off-by: Tristan Ye <a class="moz-txt-link-rfc2396E" href="mailto:tristan.ye@oracle.com">&lt;tristan.ye@oracle.com&gt;</a>
---
 .../multi_inode_alloc_perf.sh                      |  354 +++++++++++
 .../multi_inode_alloc_perf_runner.sh               |  624 ++++++++++++++++++++
 2 files changed, 978 insertions(+), 0 deletions(-)
 create mode 100755 programs/inode_alloc_perf_tests/multi_inode_alloc_perf.sh
 create mode 100755 programs/inode_alloc_perf_tests/multi_inode_alloc_perf_runner.sh

diff --git a/programs/inode_alloc_perf_tests/multi_inode_alloc_perf.sh b/programs/inode_alloc_perf_tests/multi_inode_alloc_perf.sh
new file mode 100755
index 0000000..03f9bd8
--- /dev/null
+++ b/programs/inode_alloc_perf_tests/multi_inode_alloc_perf.sh
@@ -0,0 +1,354 @@
+#!/bin/bash
+#
+# Copyright (C) 2008 Oracle.  All rights reserved.
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public
+# License, version 2,  as published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# General Public License for more details.
+#
+# You should have received a copy of the GNU General Public
+# License along with this program; if not, write to the
+# Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+# Boston, MA 021110-1307, USA.
+#
+#
+# Description:  The script based on open-mpi utilites,helps to run 
+#                a performance comparison tests between original and 
+#                enhanced(with inode alloc patches) kernel on inode 
+#                allocation, deletion and traversing tests among multiple nodes.
+#
+# Author:       Tristan Ye,     <a class="moz-txt-link-abbreviated" href="mailto:tristan.ye@oracle.com">tristan.ye@oracle.com</a>
+#
+# History:      30 Jan 2009
+#
+################################################################################
+# Global Variables
+################################################################################
+PATH=$PATH:/sbin      # Add /sbin to the path for ocfs2 tools
+export PATH=$PATH:.
+
+. ./config.sh
+#BINDIR=./
+
+SUDO="`which sudo` -u root"
+RM_BIN="`which rm`"
+TEE_BIN=`which tee`
+MKDIR_BIN="`which mkdir`"
+TOUCH_BIN="`which touch`"
+TAR_BIN="`which tar`"
+LS_BIN="`which ls --skip-alias`"
+LI_BIN="$LS_BIN"
+TIME_BIN="`which time`"
+
+CHOWN_BIN=`which chown`
+CHMOD_BIN=`which chmod`
+
+MOUNT_BIN="`which sudo` -u root `which mount`"
+UMOUNT_BIN="`which sudo` -u root `which umount`"
+MKFS_BIN="`which sudo` -u root `which mkfs.ocfs2`"
+DEBUGFS_BIN="`which sudo` -u root `which debugfs.ocfs2`"
+
+REMOTE_MOUNT_BIN="${BINDIR}/remote_mount.py"
+REMOTE_UMOUNT_BIN="${BINDIR}/remote_umount.py"
+
+LOCAL_TEST_RUNNER="${BINDIR}/multi_inode_alloc_perf_runner.sh"
+
+MOUNT_POINT=
+DEVICE=
+KERNEL_PATH=
+KERNEL_TARBALL=
+PATCH_PATH=
+ISCSI_SERVER=dummy-server
+ITERATION=1
+
+DISK_FREE=
+DISK_FREE_M=
+
+TAR_SIZE=
+TAR_FREE_M=
+
+BLOCKSIZE=4K
+CLUSTERSIZE=4K
+SLOTS=4
+LABELNAME=ocfs2-multi-inode-alloc-perf-tests
+
+DEFAULT_LOG_DIR=${O2TDIR}/log
+LOG_DIR=
+LOCAL_LOG_DIR=/tmp/ocfs2-multi-inode-alloc-perf-tests-logs
+
+#record the original commitid of kernel tree before applying the patches
+ORIG_COMMITID=
+
+declare -i MPI_RANKS
+MPI_HOSTS=
+MPI_ACCESS_METHOD="ssh"
+MPI_PLS_AGENT_ARG="-mca pls_rsh_agent ssh:rsh"
+
+set -o pipefail
+
+BOOTUP=color
+RES_COL=80
+MOVE_TO_COL="echo -en \\033[${RES_COL}G"
+SETCOLOR_SUCCESS="echo -en \\033[1;32m"
+SETCOLOR_FAILURE="echo -en \\033[1;31m"
+SETCOLOR_WARNING="echo -en \\033[1;33m"
+SETCOLOR_NORMAL="echo -en \\033[0;39m"
+
+################################################################################
+# Utility Functions
+################################################################################
+function f_echo_success()
+{
+        [ "$BOOTUP" = "color" ] &amp;&amp; $MOVE_TO_COL
+                echo -n "["
+        [ "$BOOTUP" = "color" ] &amp;&amp; $SETCOLOR_SUCCESS
+                echo -n $" PASS "
+        [ "$BOOTUP" = "color" ] &amp;&amp; $SETCOLOR_NORMAL
+                echo -n "]"
+
+        return 0
+}
+
+function f_echo_failure()
+{
+        [ "$BOOTUP" = "color" ] &amp;&amp; $MOVE_TO_COL
+                echo -n "["
+        [ "$BOOTUP" = "color" ] &amp;&amp; $SETCOLOR_FAILURE
+                echo -n $"FAILED"
+        [ "$BOOTUP" = "color" ] &amp;&amp; $SETCOLOR_NORMAL
+                echo -n "]"
+
+        return 1
+}
+
+function f_echo_status()
+{
+        if [ "${1}" == "0" ];then
+                f_echo_success
+                echo
+        else
+                f_echo_failure
+                echo
+                exit 1
+        fi
+}
+
+function f_exit_or_not()
+{
+        if [ "${1}" != "0" ];then
+                exit 1;
+        fi
+}
+
+function f_usage()
+{
+        echo "usage: `basename ${0}` [-o overall logdir] &lt;-l local log&gt; [-i iterations] [-a access method] &lt;-n node list&gt; &lt;-d device&gt; &lt;-t kernel src tarball&gt; &lt;-k kernel path&gt; &lt;-p patches path&gt; [-s iscsi server] &lt;mountpoint path&gt;"
+        echo "       -o directory for overall logs"
+        echo "       -l directory for local logs"
+        echo "       -a access method for process propagation,should be ssh or rsh,ssh by default."
+        echo "       -n specify node list,which should be comma separated value"
+        echo "       -d block device name used for ocfs2 volume"
+        echo "       -t tarball of kernel src for test"
+        echo "       -k path of currently used/complied kernel"
+        echo "       -p path of newly released patches for kernel"
+        echo "       -s specify iscsi server for iscsi-target cache dropping,use local disk by default"
+        echo "       -i specify the iteration of test"
+        echo "       &lt;mountpoint path&gt; path of mountpoint where the ocfs2 volume will be mounted on."
+        exit 1;
+}
+
+function f_getoptions()
+{
+        if [ $# -eq 0 ]; then
+                f_usage;
+                exit 1
+         fi
+
+         while getopts "o:hd:t:k:i:p:s:a:n:l:" options; do
+                case $options in
+                o ) LOG_DIR="$OPTARG";;
+                l ) LOCAL_LOG_DIR="$OPTARG";;
+                d ) DEVICE="$OPTARG";;
+                a ) MPI_ACCESS_METHOD="$OPTARG";;
+                n ) MPI_HOSTS="$OPTARG";;
+                t ) KERNEL_TARBALL="$OPTARG";;
+                k ) KERNEL_PATH="$OPTARG";;
+                p ) PATCH_PATH="$OPTARG";;
+                s ) ISCSI_SERVER="$OPTARG";;
+                i ) ITERATION="$OPTARG";;
+                h ) f_usage;;
+                * ) f_usage;;
+                esac
+        done
+        shift $(($OPTIND -1))
+        MOUNT_POINT=${1}
+        
+}
+
+function f_check()
+{
+        f_getoptions $*
+
+        if [ "$MPI_ACCESS_METHOD" = "rsh" ];then
+                MPI_PLS_AGENT_ARG="-mca pls_rsh_agent rsh:ssh"
+        fi
+
+        if [ -z "${MOUNT_POINT}" ];then
+                f_usage
+        else
+                if [ ! -d ${MOUNT_POINT} ]; then
+                        echo "Mount point ${MOUNT_POINT} does not exist."
+                        exit 1
+                else
+                        #To assure that mount point will not end with a trailing '/'
+                        if [ "`dirname ${MOUNT_POINT}`" = "/" ]; then
+                                MOUNT_POINT="`dirname ${MOUNT_POINT}``basename ${MOUNT_POINT}`"
+                        else
+                                MOUNT_POINT="`dirname ${MOUNT_POINT}`/`basename ${MOUNT_POINT}`"
+                        fi
+                fi
+        fi
+
+        if [ -z "${DEVICE}" ];then
+                echo "Should specify the device"
+                exit 1
+        fi
+
+        if [ -z "${KERNEL_TARBALL}" ];then
+                echo "Should specify tarball of kernel src"
+                exit 1
+        fi
+
+        if [ -z "${KERNEL_PATH}" ];then
+                echo "Should specify the path of currently used kernel"
+                exit 1
+        fi
+
+        if [ -z "${PATCH_PATH}" ];then
+                echo "Should specify the path of desired patches"
+                exit 1
+        fi
+
+        LOG_DIR=${LOG_DIR:-$DEFAULT_LOG}
+
+        ${MKDIR_BIN} -p ${LOG_DIR} || exit 1
+
+        RUN_LOG_FILE="`dirname ${LOG_DIR}`/`basename ${LOG_DIR}`/`date +%F-%H-%M-%S`-inode-alloc-perf-tests-run.log"
+        LOG_FILE="`dirname ${LOG_DIR}`/`basename ${LOG_DIR}`/`date +%F-%H-%M-%S`-inode-alloc-perf-tests.log"
+        MKFSLOG="`dirname ${LOG_DIR}`/`basename ${LOG_DIR}`/$$_mkfs.log"
+        MOUNTLOG="`dirname ${LOG_DIR}`/`basename ${LOG_DIR}`/$$_mount.log"
+
+        TIME_STAT_LOG_PREFIX="`dirname ${LOG_DIR}`/`basename ${LOG_DIR}`/`date +%F-%H-%M-%S`-inode-alloc-perf-tests-time-stat"
+}
+
+function f_LogRunMsg()
+{
+        echo -ne "$@"| ${TEE_BIN} -a ${RUN_LOG_FILE}
+}
+
+function f_LogMsg()
+{
+        echo "$(date +%Y/%m/%d,%H:%M:%S)  $@" &gt;&gt;${LOG_FILE}
+}
+
+
+function f_mkfs()
+{
+        f_LogMsg "Mkfs volume ${DEVICE} by ${BLOCKSIZE} bas and ${CLUSTERSIZE} cs"
+        echo "y"|${MKFS_BIN} -b ${BLOCKSIZE} -C ${CLUSTERSIZE} -N ${SLOTS} -L ${LABELNAME} ${DEVICE}&gt;&gt;${MKFSLOG} 2&gt;&amp;1
+        RET=$?
+
+        if [ "${RET}" != "0" ];then
+                f_LogMsg "Mkfs failed"
+                exit 1
+        fi
+}
+
+function f_remote_mount()
+{
+        f_LogMsg "Mount Volume ${DEVICE} to ${MOUNT_POINT} on nodes ${MPI_HOSTS}"
+
+        ${REMOTE_MOUNT_BIN} -l ${LABELNAME} -m ${MOUNT_POINT} -n ${MPI_HOSTS}&gt;&gt;${RUN_LOG_FILE} 2&gt;&amp;1
+        if [ "${RET}" != "0" ];then
+                f_LogMsg "Remote mount failed"
+                return 1
+        fi
+
+        ${SUDO} ${CHMOD_BIN} -R 777 ${MOUNT_POINT}  &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        ${SUDO} ${CHOWN_BIN} -R ${USERNAME}:${GROUPNAME} ${MOUNT_POINT} &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+
+        return 0
+}
+
+function f_remote_umount()
+{
+        f_LogMsg "Umount Volume ${DEVICE} from ${MOUNT_POINT} among nodes ${MPI_HOSTS}"
+
+        ${REMOTE_UMOUNT_BIN} -m ${MOUNT_POINT} -n ${MPI_HOSTS}&gt;&gt;${RUN_LOG_FILE} 2&gt;&amp;1
+        if [ "${RET}" != "0" ];then
+                f_LogMsg "Remote umount failed"
+                return 1
+        fi
+        
+        return 0
+}
+
+f_run_test_one_time()
+{
+        f_LogRunMsg "&lt;Iteration ${1}&gt;Mkfsing ${DEVICE}:"
+               f_mkfs
+        RET=$?
+        f_echo_status ${RET} | tee -a ${RUN_LOG_FILE}
+        f_exit_or_not ${RET}
+
+        f_LogRunMsg "&lt;Iteration ${1}&gt;Mount Volume ${DEVICE} to ${MOUNT_POINT} on nodes ${MPI_HOSTS}:"
+        f_remote_mount
+        RET=$?
+        f_echo_status ${RET} | tee -a ${RUN_LOG_FILE}
+        f_exit_or_not ${RET}
+
+        f_LogRunMsg "&lt;Iteration ${1}&gt;Run inode alloc perf tests among nodes ${MPI_HOSTS}:"
+        ${MPIRUN} ${MPI_PLS_AGENT_ARG} -mca btl tcp,self -mca btl_tcp_if_include eth0  --host ${MPI_HOSTS} ${LOCAL_TEST_RUNNER} -l ${LOCAL_LOG_DIR} -b ${LABELNAME} -t ${KERNEL_TARBALL} -k ${KERNEL_PATH} -p ${PATCH_PATH} -s ${ISCSI_SERVER} ${MOUNT_POINT} &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+        f_echo_status ${RET} | tee -a ${RUN_LOG_FILE}
+        f_exit_or_not ${RET}
+
+        f_LogRunMsg "&lt;Iteration ${1}&gt;Umount Volume ${DEVICE} from ${MOUNT_POINT} among nodes ${MPI_HOSTS}:"
+        f_remote_umount
+        RET=$?
+        f_echo_status ${RET} | tee -a ${RUN_LOG_FILE}
+        f_exit_or_not ${RET}
+}
+
+function f_cleanup()
+{
+        :
+}
+
+################################################################################
+# Main Entry
+################################################################################
+
+#redfine the int signal hander
+trap 'echo -ne "\n\n"&gt;&gt;${RUN_LOG_FILE};echo  "Interrupted by Ctrl+C,Cleanuping... "|tee -a ${RUN_LOG_FILE}; f_cleanup;exit 1' SIGINT
+
+f_check $*
+
+START_TIME=${SECONDS}
+f_LogRunMsg "=====================Multi-nodes inode alloc perf starts on ${FS_TYPE}:  `date`=====================\n"
+f_LogMsg "=====================Multi-nodes inode alloc perf starts on ${FS_TYPE}:  `date`====================="
+
+for i in $(seq ${ITERATION});do
+        f_run_test_one_time ${i}
+done
+
+END_TIME=${SECONDS}
+f_LogRunMsg "=====================Multi-nodes inode alloc perf testing ends on ${FS_TYPE}: `date`=====================\n"
+f_LogMsg "=====================Multi-nodes inode alloc perf testing ends on ${FS_TYPE}: `date`====================="
+
+f_LogRunMsg "Time elapsed(s): $((${END_TIME}-${START_TIME}))\n"
diff --git a/programs/inode_alloc_perf_tests/multi_inode_alloc_perf_runner.sh b/programs/inode_alloc_perf_tests/multi_inode_alloc_perf_runner.sh
new file mode 100755
index 0000000..b2e4e0c
--- /dev/null
+++ b/programs/inode_alloc_perf_tests/multi_inode_alloc_perf_runner.sh
@@ -0,0 +1,624 @@
+#!/bin/bash
+#
+# Copyright (C) 2008 Oracle.  All rights reserved.
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public
+# License, version 2,  as published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# General Public License for more details.
+#
+# You should have received a copy of the GNU General Public
+# License along with this program; if not, write to the
+# Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+# Boston, MA 021110-1307, USA.
+#
+#
+# Description:  The script based on open-mpi utilites, behaves as a runner
+#               to launch various cmd among nodes via requests.
+#
+# Author:       Tristan Ye,     <a class="moz-txt-link-abbreviated" href="mailto:tristan.ye@oracle.com">tristan.ye@oracle.com</a>
+#
+# History:      30 Jan 2009
+#
+################################################################################
+# Global Variables
+################################################################################
+PATH=$PATH:/sbin      # Add /sbin to the path for ocfs2 tools
+export PATH=$PATH:.
+
+. ./config.sh
+
+SUDO="`which sudo` -u root"
+RM_BIN="`which rm`"
+TEE_BIN=`which tee`
+MKDIR_BIN="`which mkdir`"
+TOUCH_BIN="`which touch`"
+TAR_BIN="`which tar`"
+LS_BIN="`which ls --skip-alias`"
+LI_BIN="$LS_BIN"
+TIME_BIN="`which time`"
+
+CHOWN_BIN=`which chown`
+CHMOD_BIN=`which chmod`
+
+MOUNT_BIN="`which sudo` -u root `which mount`"
+UMOUNT_BIN="`which sudo` -u root `which umount`"
+DEBUGFS_BIN="`which sudo` -u root `which debugfs.ocfs2`"
+
+WORKPLACE=
+DEFAULT_LOG=/tmp/local-inode-alloc-tests
+LOG_DIR=
+
+MOUNT_POINT=
+KERNEL_PATH=
+KERNEL_TARBALL=
+PATCH_PATH=
+ISCSI_SERVER=
+ITERATION=1
+
+TAR_ARGS=
+TAR_NUM=1
+
+DISK_FREE=
+DISK_FREE_M=
+
+TAR_SIZE=
+TAR_SIZE_M=
+
+#record the original commitid of kernel tree before applying the patches
+ORIG_COMMITID=
+
+set -o pipefail
+
+BOOTUP=color
+RES_COL=80
+MOVE_TO_COL="echo -en \\033[${RES_COL}G"
+SETCOLOR_SUCCESS="echo -en \\033[1;32m"
+SETCOLOR_FAILURE="echo -en \\033[1;31m"
+SETCOLOR_WARNING="echo -en \\033[1;33m"
+SETCOLOR_NORMAL="echo -en \\033[0;39m"
+
+################################################################################
+# Utility Functions
+################################################################################
+function f_exit_or_not()
+{
+        if [ "${1}" != "0" ];then
+                exit 1;
+        fi
+}
+
+function f_usage()
+{
+        echo "usage: `basename ${0}` [-l local logdir] &lt;-b volume label name&gt; &lt;-t kernel src tarball&gt; &lt;-k kernel path&gt; &lt;-p patches path&gt; [-s iscsi server] &lt;mountpoint path&gt;"
+        echo "       -l directory for the local logs on each node"
+        echo "       -b label name of target volume"
+        echo "       -t tarball of kernel src for test"
+        echo "       -k path of currently used/complied kernel"
+        echo "       -p path of newly released patches for kernel"
+        echo "       -s specify iscsi server for iscsi-target cache dropping,use local disk by default"
+        echo "       &lt;mountpoint path&gt; path of mountpoint where the ocfs2 volume will be mounted on."
+        exit 1;
+}
+
+function f_getoptions()
+{
+        if [ $# -eq 0 ]; then
+                f_usage;
+                exit 1
+         fi
+
+         while getopts "l:ht:k:b:p:s:" options; do
+                case $options in
+                l ) LOG_DIR="$OPTARG";;
+                t ) KERNEL_TARBALL="$OPTARG";;
+                k ) KERNEL_PATH="$OPTARG";;
+                p ) PATCH_PATH="$OPTARG";;
+                s ) ISCSI_SERVER="$OPTARG";;
+                b ) LABELNAME="$OPTARG";;
+                h ) f_usage;;
+                * ) f_usage;;
+                esac
+        done
+        shift $(($OPTIND -1))
+        MOUNT_POINT=${1}
+
+        WORKPLACE=${MOUNT_POINT}/$(hostname)
+        ${MKDIR_BIN} -p ${WORKPLACE}
+
+        TAR_ARGS=xzvf
+
+        file ${KERNEL_TARBALL}|grep -q gzip || {
+                TAR_ARGS=xjvf
+        }
+
+        LOG_DIR=${LOG_DIR:-$DEFAULT_LOG}
+        ${MKDIR_BIN} -p ${LOG_DIR} || exit 1
+
+        LOG_DIR=${LOG_DIR}_`hostname`
+
+        RUN_LOG_FILE="`dirname ${LOG_DIR}`/`basename ${LOG_DIR}`/`hostname`-`date +%F-%H-%M-%S`-inode-alloc-perf-tests-run.log"
+        LOG_FILE="`dirname ${LOG_DIR}`/`basename ${LOG_DIR}`/`hostname`-`date +%F-%H-%M-%S`-inode-alloc-perf-tests.log"
+
+        TIME_STAT_LOG_PREFIX="`dirname ${LOG_DIR}`/`basename ${LOG_DIR}`/`hostname`-`date +%F-%H-%M-%S`-inode-alloc-perf-tests-time-stat"
+
+        KERNEL_PATH=${KERNEL_PATH}-`hostname`
+
+}
+
+function f_mount()
+{
+        f_LogMsg "Mount Volume ${LABELNAME} to ${MOUNT_POINT}"
+        ${MOUNT_BIN} -t ocfs2 -L ${LABELNAME} ${MOUNT_POINT} &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+
+        if [ "${RET}" != "0" ];then
+                f_LogMsg "Mount volume failed"
+                exit 1
+        fi
+
+        ${SUDO} ${CHMOD_BIN} -R 777 ${MOUNT_POINT}  &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        ${SUDO} ${CHOWN_BIN} -R ${USERNAME}:${GROUPNAME} ${MOUNT_POINT} &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+}
+function f_umount()
+{
+        f_LogMsg "Umount volume ${LABELNAME} from ${MOUNT_POINT}"
+        ${UMOUNT_BIN} ${MOUNT_POINT} &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+
+        if [ "${RET}" != "0" ];then
+                f_LogMsg "Umount failed"
+                exit 1
+        fi
+}
+
+
+function f_LogMsg()
+{
+        echo "$(date +%Y/%m/%d,%H:%M:%S)  $@" &gt;&gt;${LOG_FILE}
+}
+
+function f_RecordOrigCommitID()
+{
+        f_LogMsg "Try to record the original commitid of target kernel tree"
+        OLD_DIR=${PWD}
+
+        cd ${KERNEL_PATH}
+
+        ORIG_COMMITID=`git log|sed -n '1p'|awk '{print $2}'` || {
+                f_LogMsg "Failed to get last commitid of kernel tree, you may wrongly specify a kernel tree"
+                return 1
+        }
+
+        f_LogMsg "Get original commitid = ${ORIG_COMMITID}"
+
+        cd ${OLD_DIR}
+
+        return 0
+}
+
+function f_ApplyPatches()
+{
+        f_LogMsg "Try to apply the patches on target kernel tree"
+        OLD_DIR=${PWD}
+
+        cd ${KERNEL_PATH}
+
+        for PATCH in `ls ${PATCH_PATH}`;do
+                PATCH_ABS=${PATCH_PATH}/${PATCH}
+                cat ${PATCH_ABS}| git am &gt;&gt; ${LOG_FILE} || {
+                        f_LogMsg "Failed to apply patch ${PATCH_ABS}"
+                        return 1
+                }
+        done
+
+        cd ${OLD_DIR}
+
+        return 0
+}
+
+function f_ResetCommitID()
+{
+        f_LogMsg "Try to reset kernel with original commit ID"
+
+        OLD_DIR=${PWD}
+
+        cd ${KERNEL_PATH}
+
+        git reset ${ORIG_COMMITID} --hard &gt;&gt; ${LOG_FILE}|| {
+                f_LogMsg "Failed to reset commitid(${ORIG_COMMITID}) for kernel"
+                return 1
+
+        }
+
+        cd ${OLD_DIR}
+
+        return 0
+}
+
+function f_Rebuild_Kernel()
+{
+        f_LogMsg "Try to rebuild kernel,then restart oc2b service"
+
+        OLD_DIR=${PWD}
+
+        cd ${KERNEL_PATH}
+
+        make SUBDIRS=fs/ocfs2 &gt;&gt; ${LOG_FILE} 2&gt;&amp;1 || {
+                f_LogMsg "Failed to make ocfs2 subdirs"
+                return 1
+        }
+
+        RC=0
+        cp fs/ocfs2/ocfs2.ko /lib/modules/`uname -r`/kernel/fs/ocfs2/ocfs2.ko
+        RC=$((${RC}+$?))
+        cp fs/ocfs2/dlm/ocfs2_dlm.ko /lib/modules/`uname -r`/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko
+        RC=$((${RC}+$?))
+        cp fs/ocfs2/dlm/ocfs2_dlmfs.ko /lib/modules/`uname -r`/kernel/fs/ocfs2/dlm/ocfs2_dlmfs.ko
+        RC=$((${RC}+$?))
+        cp fs/ocfs2/cluster/ocfs2_nodemanager.ko /lib/modules/`uname -r`/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko
+        RC=$((${RC}+$?))
+
+        if [ "${RC}" != "0" ];then
+                f_LogMsg "Failed to install ocfs2 modules"
+                return 1
+        fi
+
+        RC=0
+
+        ${SUDO} /etc/init.d/o2cb offline &gt;&gt; ${LOG_FILE} 2&gt;&amp;1
+        RC=$((${RC}+$?))
+        ${SUDO} /etc/init.d/o2cb unload &gt;&gt; ${LOG_FILE} 2&gt;&amp;1
+        RC=$((${RC}+$?))
+
+        ${SUDO} /etc/init.d/o2cb load &gt;&gt; ${LOG_FILE} 2&gt;&amp;1
+        RC=$((${RC}+$?))
+        ${SUDO} /etc/init.d/o2cb online &gt;&gt; ${LOG_FILE} 2&gt;&amp;1
+        RC=$((${RC}+$?))
+        
+        if [ "${RC}" != "0" ];then
+                f_LogMsg "Failed to restart o2cb service"
+                return 1
+        fi
+
+        cd ${OLD_DIR}
+
+        return 0
+
+}
+
+function f_get_disk_usage()
+{
+        f_LogMsg "Calculate the disk total and free size"
+
+        DISK_FREE=`df -h|grep ${MOUNT_POINT}|awk '{print $4}'`
+
+        TRAILER_POS=$((${#DISK_FREE}-1))
+        TRAILER_CHAR=${DISK_FREE:${TRAILER_POS}}
+
+        if [ "${TRAILER_CHAR}" = "M" ];then
+                DISK_FREE_M=${DISK_FREE:0:${TRAILER_POS}}
+        fi
+
+        if [ "${TRAILER_CHAR}" = "G" ];then
+                DISK_FREE_M=`echo ${DISK_FREE:0:${TRAILER_POS}}*1024|bc`
+        fi
+
+        if [ "${TRAILER_CHAR}" = "T" ];then
+                DISK_FREE_M=`echo ${DISK_FREE:0:${TRAILER_POS}}*1024*1024|bc`
+        fi
+}
+
+function f_get_tar_size()
+{
+        f_LogMsg "Get untared package size"
+
+        #${1} is the path of released package
+
+        TAR_SIZE=`du -sh ${1}|awk '{print $1}'`
+
+        TRAILER_POS=$((${#TAR_SIZE}-1))
+        TRAILER_CHAR=${TAR_SIZE:${TRAILER_POS}}
+
+        if [ "${TRAILER_CHAR}" == "M" ]; then
+                TAR_SIZE_M=${TAR_SIZE:0:${TRAILER_POS}}
+        fi
+
+        if [ "${TRAILER_CHAR}}" = "G" ];then
+                TAR_SIZE_M=`echo ${TAR_SIZE:0:${TRAILER_POS}}*1024|bc`
+        fi
+
+        if [ "${TRAILER_CHAR}" = "T" ];then
+                TAR_SIZE_M=`echo ${TAR_SIZE:0:${TRAILER_POS}}*1024*1024|bc`
+        fi
+
+}
+
+
+#${1} specify the testing type
+#${2} specify the testing number
+function f_run_test_one_time()
+{
+
+        TIME_STAT_LOG=${TIME_STAT_LOG_PREFIX}-${2}.log.${1}
+
+        f_LogMsg "Run #${2} Testing iteration with ${1} kernel"
+        f_mount
+
+        TAR_NUM=1
+        while :;do
+        echo "1st Tar #${TAR_NUM}"&gt;&gt;${TIME_STAT_LOG}
+                f_LogMsg "1st Tar #${TAR_NUM}"
+                echo 3 &gt; /proc/sys/vm/drop_caches
+                TAR_DIR=${WORKPLACE}/tar-released-${TAR_NUM}
+                ${SUDO} ${MKDIR_BIN} -p ${TAR_DIR}
+                ${TIME_BIN} -ao ${TIME_STAT_LOG} -p ${TAR_BIN} ${TAR_ARGS} ${KERNEL_TARBALL} -C ${TAR_DIR} 1&gt;/dev/null || {
+                        f_LogMsg "Failed at Iteration:[${2}],Type:[${1} kernel] on 1st #${j} Tar"
+                        exit 1
+                }
+
+                if [ "${TAR_NUM}" = "1" ];then
+                        sync
+                        f_get_tar_size ${TAR_DIR}
+                fi
+
+                sync
+                f_get_disk_usage
+
+                CMP_RC=`echo "${DISK_FREE_M}&lt;$((${TAR_SIZE_M}*8))"|bc`
+                if [ "${CMP_RC}" = "1" ];then
+                        break
+                fi
+
+                ((TAR_NUM++))
+
+        done
+
+        echo "1st Ls" &gt;&gt; ${TIME_STAT_LOG}
+        f_LogMsg "1st Ls"
+        #f_umount
+        #f_mount
+        echo 3 &gt; /proc/sys/vm/drop_caches
+        sleep 1
+        ${TIME_BIN} -ao ${TIME_STAT_LOG} -p ${LS_BIN} -lR ${WORKPLACE} 1&gt;/dev/null || {
+                f_LogMsg "Failed at Iteration:[${2}],Type:[${1} kernel] on 1st Ls"
+                exit 1
+        }
+        
+        echo "1st Rm" &gt;&gt; ${TIME_STAT_LOG}
+        f_LogMsg "1st Rm"
+        #f_umount
+        #f_mount
+        echo 3 &gt; /proc/sys/vm/drop_caches
+        ${TIME_BIN} -ao ${TIME_STAT_LOG} -p ${RM_BIN} ${WORKPLACE}/* -rf || {
+                f_LogMsg "Failed at Iteration:[${2}],Type:[${1} kernel] on 1st Rm"
+                exit 1
+        }
+
+        f_umount
+        f_mount
+        for j in `seq ${TAR_NUM}`;do
+                echo "2nd Tar #${j}" &gt;&gt; ${TIME_STAT_LOG}
+                f_LogMsg "2nd Tar #${j}"
+                TAR_DIR=${WORKPLACE}/tar-released-${j}
+                ${SUDO} ${MKDIR_BIN} -p ${TAR_DIR}
+                echo 3 &gt; /proc/sys/vm/drop_caches
+                ${TIME_BIN} -ao ${TIME_STAT_LOG} -p ${TAR_BIN} ${TAR_ARGS} ${KERNEL_TARBALL} -C ${TAR_DIR} 1&gt;/dev/null || {
+                        f_LogMsg "Failed at Iteration:[${2}],Type:[${1} kernel] on 2nd Tar"
+                        exit 1
+                }
+
+        done
+
+        echo "2nd Ls" &gt;&gt; ${TIME_STAT_LOG}
+        f_LogMsg "2nd Ls"
+        #f_umount
+        #f_mount
+        echo 3 &gt; /proc/sys/vm/drop_caches
+        sleep 1
+        ${TIME_BIN} -ao ${TIME_STAT_LOG} -p ${LS_BIN} -lR ${WORKPLACE} 1&gt;/dev/null || {
+                f_LogMsg "Failed at Iteration:[${2}],Type:[${1} kernel] on 2nd Ls"
+                exit 1
+        }
+
+        echo "2nd Rm" &gt;&gt; ${TIME_STAT_LOG}
+        f_LogMsg "2nd Rm"
+        #f_umount
+        #f_mount
+        echo 3 &gt; /proc/sys/vm/drop_caches
+        ${TIME_BIN} -ao ${TIME_STAT_LOG} -p ${RM_BIN} ${WORKPLACE}/* -rf || {
+                f_LogMsg "Failed at Iteration:[${2}],Type:[${1} kernel] on 2nd Rm"
+                exit 1
+        }
+
+        f_umount
+
+        ((TEST_PASS++))
+
+        return 0
+}
+
+function f_run_test()
+{
+        f_LogMsg "Umount volume"
+        f_umount
+        RET=$?
+        f_exit_or_not ${RET}
+
+        f_LogMsg "Recording last commitid of original kernel tree:"
+        f_RecordOrigCommitID
+        RET=$?
+        f_exit_or_not ${RET}
+
+        f_LogMsg "Applying patches:"
+        f_ApplyPatches
+        RET=$?
+        f_exit_or_not ${RET}
+
+        f_LogMsg "Rebuilding kernel:"
+        f_Rebuild_Kernel
+        RET=$?
+        f_exit_or_not ${RET}
+
+        f_LogMsg "Running tests with ${ITERATION} times on patched kernel:"
+        for i in $(seq ${ITERATION});do
+                f_run_test_one_time "patched" ${i}
+        done
+        RET=$?
+        f_exit_or_not ${RET}
+
+        f_LogMsg "Resetting commitid of original kernel tree:"
+        f_ResetCommitID
+        RET=$?
+        f_exit_or_not ${RET}
+
+        f_LogMsg "Rebuilding kernel:"
+        f_Rebuild_Kernel
+        RET=$?
+        f_exit_or_not ${RET}
+
+        f_LogMsg "Running tests with ${ITERATION} times on original kernel:"
+        for i in $(seq ${ITERATION});do
+                f_run_test_one_time "original" ${i} 
+        done
+        RET=$?
+        f_exit_or_not ${RET}
+
+        return 0
+}
+
+f_stat_time_consumed()
+{
+
+        PATCHED_AVER_1ST_TAR_TIME=0
+        PATCHED_AVER_1ST_LS_TIME=0
+        PATCHED_AVER_1ST_RM_TIME=0
+        PATCHED_AVER_2ND_TAR_TIME=0
+        PATCHED_AVER_2ND_LS_TIME=0
+        PATCHED_AVER_2ND_RM_TIME=0
+
+        ORIG_AVER_1ST_TAR_TIME=0
+        ORIG_AVER_1ST_LS_TIME=0
+        ORIG_AVER_1ST_RM_TIME=0
+        ORIG_AVER_2ND_TAR_TIME=0
+        ORIG_AVER_2ND_LS_TIME=0
+        ORIG_AVER_2ND_RM_TIME=0
+
+        TEMP_READ_TIME=0
+        TEMP_READ_TIME_ONCE=0
+
+        f_LogMsg "=====================Time Consumed Statistics(${ITERATION} iterations)====================="
+
+        for i in $(seq ${ITERATION});do
+
+                PATCHED_TIME_STAT_LOG=${TIME_STAT_LOG_PREFIX}-${i}.log.patched
+                ORIG_TIME_STAT_LOG=${TIME_STAT_LOG_PREFIX}-${i}.log.original
+
+                TEMP_READ_TIME=0
+                for j in `seq ${TAR_NUM}`;do
+                        TEMP_READ_TIME_ONCE=`sed -n "/^1st Tar #${j}$/{n;p}" ${PATCHED_TIME_STAT_LOG} | awk '{print $2}'`
+                        TEMP_READ_TIME=`echo ${TEMP_READ_TIME}+${TEMP_READ_TIME_ONCE}|bc`
+                done
+                PATCHED_AVER_1ST_TAR_TIME=`echo ${PATCHED_AVER_1ST_TAR_TIME}+${TEMP_READ_TIME}|bc`
+                TEM_READ_TIME=0
+
+                TEMP_READ_TIME=`sed -n '/1st Ls/{n;p}' ${PATCHED_TIME_STAT_LOG} | awk '{print $2}'`
+                PATCHED_AVER_1ST_LS_TIME=`echo ${PATCHED_AVER_1ST_LS_TIME}+${TEMP_READ_TIME}|bc`
+
+                TEMP_READ_TIME=`sed -n '/1st Rm/{n;p}' ${PATCHED_TIME_STAT_LOG} | awk '{print $2}'`
+                PATCHED_AVER_1ST_RM_TIME=`echo ${PATCHED_AVER_1ST_RM_TIME}+${TEMP_READ_TIME}|bc`
+
+                TEMP_READ_TIME=0
+                for j in `seq ${TAR_NUM}`;do
+                        TEMP_READ_TIME_ONCE=`sed -n "/^2nd Tar #${j}$/{n;p}" ${PATCHED_TIME_STAT_LOG} | awk '{print $2}'`
+                        TEMP_READ_TIME=`echo ${TEMP_READ_TIME}+${TEMP_READ_TIME_ONCE}|bc`
+                done
+                PATCHED_AVER_2ND_TAR_TIME=`echo ${PATCHED_AVER_2ND_TAR_TIME}+${TEMP_READ_TIME}|bc`
+                TEMP_READ_TIME=0
+
+                TEMP_READ_TIME=`sed -n '/2nd Ls/{n;p}' ${PATCHED_TIME_STAT_LOG} | awk '{print $2}'`
+                PATCHED_AVER_2ND_LS_TIME=`echo ${PATCHED_AVER_2ND_LS_TIME}+${TEMP_READ_TIME}|bc`
+
+                TEMP_READ_TIME=`sed -n '/2nd Rm/{n;p}' ${PATCHED_TIME_STAT_LOG} | awk '{print $2}'`
+                PATCHED_AVER_2ND_RM_TIME=`echo ${PATCHED_AVER_2ND_RM_TIME}+${TEMP_READ_TIME}|bc`
+
+
+                TEMP_READ_TIME=0
+                for j in `seq ${TAR_NUM}`;do
+                        TEMP_READ_TIME_ONCE=`sed -n "/^1st Tar #${j}$/{n;p}" ${ORIG_TIME_STAT_LOG} | awk '{print $2}'`
+                        TEMP_READ_TIME=`echo ${TEMP_READ_TIME}+${TEMP_READ_TIME_ONCE}|bc`
+                done
+                ORIG_AVER_1ST_TAR_TIME=`echo ${ORIG_AVER_1ST_TAR_TIME}+${TEMP_READ_TIME}|bc`
+                TEMP_READ_TIME=0
+
+                TEMP_READ_TIME=`sed -n '/1st Ls/{n;p}' ${ORIG_TIME_STAT_LOG} | awk '{print $2}'`
+                ORIG_AVER_1ST_LS_TIME=`echo ${ORIG_AVER_1ST_LS_TIME}+${TEMP_READ_TIME}|bc`
+
+                TEMP_READ_TIME=`sed -n '/1st Rm/{n;p}' ${ORIG_TIME_STAT_LOG} | awk '{print $2}'`
+                ORIG_AVER_1ST_RM_TIME=`echo ${ORIG_AVER_1ST_RM_TIME}+${TEMP_READ_TIME}|bc`
+
+                TEMP_READ_TIME=0
+                for j in `seq ${TAR_NUM}`;do
+                        TEMP_READ_TIME_ONCE=`sed -n "/^2nd Tar #${j}$/{n;p}" ${ORIG_TIME_STAT_LOG} | awk '{print $2}'`
+                        TEMP_READ_TIME=`echo ${TEMP_READ_TIME}+${TEMP_READ_TIME_ONCE}|bc`
+                done
+                ORIG_AVER_2ND_TAR_TIME=`echo ${ORIG_AVER_2ND_TAR_TIME}+${TEMP_READ_TIME}|bc`
+                TEMP_READ_TIME=0
+
+                TEMP_READ_TIME=`sed -n '/2nd Ls/{n;p}' ${ORIG_TIME_STAT_LOG} | awk '{print $2}'`
+                ORIG_AVER_2ND_LS_TIME=`echo ${ORIG_AVER_2ND_LS_TIME}+${TEMP_READ_TIME}|bc`
+
+                TEMP_READ_TIME=`sed -n '/2nd Rm/{n;p}' ${ORIG_TIME_STAT_LOG} | awk '{print $2}'`
+                ORIG_AVER_2ND_RM_TIME=`echo ${ORIG_AVER_2ND_RM_TIME}+${TEMP_READ_TIME}|bc`
+
+        done
+        
+        PATCHED_AVER_1ST_TAR_TIME=`echo ${PATCHED_AVER_1ST_TAR_TIME}/${ITERATION}| bc -l`
+        PATCHED_AVER_1ST_LS_TIME=`echo ${PATCHED_AVER_1ST_LS_TIME}/${ITERATION}| bc -l`
+        PATCHED_AVER_1ST_RM_TIME=`echo ${PATCHED_AVER_1ST_RM_TIME}/${ITERATION}| bc -l`
+        PATCHED_AVER_2ND_TAR_TIME=`echo ${PATCHED_AVER_2ND_TAR_TIME}/${ITERATION}| bc -l`
+        PATCHED_AVER_2ND_LS_TIME=`echo ${PATCHED_AVER_2ND_LS_TIME}/${ITERATION}| bc -l`
+        PATCHED_AVER_2ND_RM_TIME=`echo ${PATCHED_AVER_2ND_RM_TIME}/${ITERATION}| bc -l`
+
+        ORIG_AVER_1ST_TAR_TIME=`echo ${ORIG_AVER_1ST_TAR_TIME}/${ITERATION}| bc -l`
+        ORIG_AVER_1ST_LS_TIME=`echo ${ORIG_AVER_1ST_LS_TIME}/${ITERATION}| bc -l`
+        ORIG_AVER_1ST_RM_TIME=`echo ${ORIG_AVER_1ST_RM_TIME}/${ITERATION}| bc -l`
+        ORIG_AVER_2ND_TAR_TIME=`echo ${ORIG_AVER_2ND_TAR_TIME}/${ITERATION}| bc -l`
+        ORIG_AVER_2ND_LS_TIME=`echo ${ORIG_AVER_2ND_LS_TIME}/${ITERATION}| bc -l`
+        ORIG_AVER_2ND_RM_TIME=`echo ${ORIG_AVER_2ND_RM_TIME}/${ITERATION}| bc -l`
+
+        f_LogMsg "[Report of patched kernel]"
+        f_LogMsg "Average 1st Tar Time: ${PATCHED_AVER_1ST_TAR_TIME}s"
+        f_LogMsg "Average 1st Ls Time: ${PATCHED_AVER_1ST_LS_TIME}s"
+        f_LogMsg "Average 1st Rm Time: ${PATCHED_AVER_1ST_RM_TIME}s"
+        f_LogMsg "Average 2nd Tar Time: ${PATCHED_AVER_2ND_TAR_TIME}s"
+        f_LogMsg "Average 2nd Ls Time: ${PATCHED_AVER_2ND_LS_TIME}s"
+        f_LogMsg "Average 2nd Rm Time: ${PATCHED_AVER_2ND_RM_TIME}s"
+
+        f_LogMsg "[Report of original kernel]"
+        f_LogMsg "Average 1st Tar Time: ${ORIG_AVER_1ST_TAR_TIME}s"
+        f_LogMsg "Average 1st Ls Time: ${ORIG_AVER_1ST_LS_TIME}s"
+        f_LogMsg "Average 1st Rm Time: ${ORIG_AVER_1ST_RM_TIME}s"
+        f_LogMsg "Average 2nd Tar Time: ${ORIG_AVER_2ND_TAR_TIME}s"
+        f_LogMsg "Average 2nd Ls Time: ${ORIG_AVER_2ND_LS_TIME}s"
+        f_LogMsg "Average 2nd Rm Time: ${ORIG_AVER_2ND_RM_TIME}s"
+
+        return 0
+}
+
+################################################################################
+# Main Entry
+################################################################################
+
+#redfine the int signal hander
+trap 'echo -ne "\n\n"&gt;&gt;${LOG_FILE};echo  "Interrupted by Ctrl+C,Cleanuping... "|tee -a ${LOG_FILE}; f_cleanup;exit 1' SIGINT
+
+f_getoptions $*
+
+f_run_test
+
+f_stat_time_consumed
  </pre>
</blockquote>
</body>
</html>