<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
<html>
<head>
  <meta content="text/html;charset=UTF-8" http-equiv="Content-Type">
</head>
<body bgcolor="#ffffcc" text="#000066">
<tt>Just one comment here.. You have two logfiles. If O2TDIR or if the
logdir argument is on a shared partition (NFS or OCFS2), what are the
chances that you will be using a single logfile for RUN_LOG_FILE? Is it
meant to be that way or each node should have its own logfile?<br>
</tt>
<pre class="moz-signature" cols="72">Regards,

Marcos Eduardo Matsunaga

Oracle USA
Linux Engineering

“The statements and opinions expressed here are my own and do not
necessarily represent those of Oracle Corporation.”
</pre>
<br>
<br>
Tristan Ye wrote:
<blockquote
 cite="mid:1235531532-13275-5-git-send-email-tristan.ye@oracle.com"
 type="cite">
  <pre wrap="">This script will behave as openmpi binary launcher to perform
following tests among multiple nodes for indexed-dirs on ocfs2.

        1. Grow test

        2. Rename test

        3. Read test

        4. Unlink test

        5. Fillup test

        6. Stress test

Signed-off-by: Tristan Ye <a class="moz-txt-link-rfc2396E" href="mailto:tristan.ye@oracle.com">&lt;tristan.ye@oracle.com&gt;</a>
---
 programs/dx_dirs_tests/multi_index_dir_run.sh |  432 +++++++++++++++++++++++++
 1 files changed, 432 insertions(+), 0 deletions(-)
 create mode 100755 programs/dx_dirs_tests/multi_index_dir_run.sh

diff --git a/programs/dx_dirs_tests/multi_index_dir_run.sh b/programs/dx_dirs_tests/multi_index_dir_run.sh
new file mode 100755
index 0000000..af81c44
--- /dev/null
+++ b/programs/dx_dirs_tests/multi_index_dir_run.sh
@@ -0,0 +1,432 @@
+#!/bin/bash
+#
+# vim: noexpandtab sw=8 ts=8 sts=0:
+#
+# multi_index_dir_run.sh
+#
+# description:  This script will behave as openmpi binary launcher to 
+#                perform following tests among multiple nodes for
+#                indexed-dirs on ocfs2.
+#
+#                1. Grow test
+#                
+#                2. Rename test
+#                
+#                3. Read test
+#                
+#                4. Unlink test
+#
+#                5. Fillup test
+#                
+#                6. Stress test 
+#
+# Author:       Tristan Ye,     <a class="moz-txt-link-abbreviated" href="mailto:tristan.ye@oracle.com">tristan.ye@oracle.com</a>
+#
+# History:      10 Feb 2009
+#
+#
+# Copyright (C) 2008 Oracle.  All rights reserved.
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public
+# License, version 2,  as published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# General Public License for more details.
+#
+
+
+################################################################################
+# Global Variables
+################################################################################
+PATH=$PATH:/sbin      # Add /sbin to the path for ocfs2 tools
+export PATH=$PATH:.
+
+. ./config.sh
+
+MKFS_BIN="`which sudo` -u root `which mkfs.ocfs2`"
+MOUNT_BIN="`which sudo` -u root `which mount`"
+REMOTE_MOUNT_BIN="${BINDIR}/remote_mount.py"
+UMOUNT_BIN="`which sudo` -u root `which umount`"
+REMOTE_UMOUNT_BIN="${BINDIR}/remote_umount.py"
+TEE_BIN=`which tee`
+RM_BIN=`which rm`
+TAR_BIN=`which tar`
+MKDIR_BIN=`which mkdir`
+TOUCH_BIN=`which touch`
+DIFF_BIN=`which diff`
+MOVE_BIN=`which mv`
+CP_BIN=`which cp`
+SED_BIN=`which sed`
+CUT_BIN=`which cut`
+CHOWN_BIN=`which chown`
+CHMOD_BIN=`which chmod`
+
+SUDO="`which sudo` -u root"
+
+export PATH=$PATH:.
+MULTI_INDEXED_DIRS_TEST_BIN="${BINDIR}/multi_index_dir"
+
+USERNAME=`id -un`
+GROUPNAME=`id -gn`
+
+BLOCKSIZE=
+CLUSTERSIZE=
+SLOTS=4
+JOURNALSIZE=
+BLOCKS=
+DEVICE=
+LABELNAME=ocfs2-multi-indexed-dirs-tests
+WORK_PLACE_DIRENT=multi-indexed-dirs-tests
+WORK_PLACE=
+
+DEFAULT_LOG_DIR=${O2TDIR}/log
+LOG_DIR=
+RUN_LOG_FILE=
+LOG_FILE=
+MKFSLOG=
+MOUNTLOG=
+
+DEFAULT_RANKS=4
+MPI_RANKS=
+MPI_HOSTS=
+MPI_ACCESS_METHOD="ssh"
+MPI_PLS_AGENT_ARG="-mca pls_rsh_agent ssh:rsh"
+MPI_BTL_ARG="-mca btl tcp,self"
+MPI_BTL_IF_ARG=
+
+TEST_NO=0
+TEST_PASS=0
+
+set -o pipefail
+
+BOOTUP=color
+RES_COL=80
+MOVE_TO_COL="echo -en \\033[${RES_COL}G"
+SETCOLOR_SUCCESS="echo -en \\033[1;32m"
+SETCOLOR_FAILURE="echo -en \\033[1;31m"
+SETCOLOR_WARNING="echo -en \\033[1;33m"
+SETCOLOR_NORMAL="echo -en \\033[0;39m"
+
+################################################################################
+# Utility Functions
+################################################################################
+function f_echo_success()
+{
+        [ "$BOOTUP" = "color" ] &amp;&amp; $MOVE_TO_COL
+                echo -n "["
+        [ "$BOOTUP" = "color" ] &amp;&amp; $SETCOLOR_SUCCESS
+                echo -n $" PASS "
+        [ "$BOOTUP" = "color" ] &amp;&amp; $SETCOLOR_NORMAL
+                echo -n "]"
+
+        return 0
+}
+
+function f_echo_failure()
+{
+        [ "$BOOTUP" = "color" ] &amp;&amp; $MOVE_TO_COL
+                echo -n "["
+        [ "$BOOTUP" = "color" ] &amp;&amp; $SETCOLOR_FAILURE
+                echo -n $"FAILED"
+        [ "$BOOTUP" = "color" ] &amp;&amp; $SETCOLOR_NORMAL
+                echo -n "]"
+
+        return 1
+}
+
+function f_echo_status()
+{
+        if [ "${1}" == "0" ];then
+                f_echo_success
+                echo
+        else
+                f_echo_failure
+                echo
+                exit 1
+        fi
+}
+
+function f_exit_or_not()
+{
+        if [ "${1}" != "0" ];then
+                exit 1;
+        fi
+}
+
+function f_usage()
+{
+    echo "usage: `basename ${0}` [-r MPI_Ranks] &lt;-f MPI_Hosts&gt; [-a access method] [-o logdir] &lt;-d &lt;device&gt;&gt; &lt;mountpoint path&gt;"
+    echo "       -r size of MPI rank"
+    echo "       -a access method for process propagation,should be ssh or rsh,set ssh as a default method when omited."
+    echo "       -f MPI hosts list,separated by comma,e.g -f node1.us.oracle.com,node2.us.oracle.com."
+    echo "       -o output directory for the logs"
+    echo "       -d specify the device which has been formated as an ocfs2 volume."
+    echo "       &lt;mountpoint path&gt; path of mountpoint where the ocfs2 volume will be mounted on."
+    exit 1;
+
+}
+function f_getoptions()
+{
+         if [ $# -eq 0 ]; then
+                f_usage;
+                exit 1
+         fi
+
+         while getopts "o:d:r:f:a:h:" options; do
+                case $options in
+                r ) MPI_RANKS="$OPTARG";;
+                f ) MPI_HOSTS="$OPTARG";;
+                o ) LOG_DIR="$OPTARG";;
+                d ) DEVICE="$OPTARG";;
+                a ) MPI_ACCESS_METHOD="$OPTARG";;
+                h ) f_usage
+                    exit 1;;
+                * ) f_usage
+                   exit 1;;
+                esac
+        done
+        shift $(($OPTIND -1))
+        MOUNT_POINT=${1}
+}
+
+function f_setup()
+{
+        if [ "${UID}" = "0" ];then
+                echo "Should not run tests as root"
+                exit 1
+        fi
+
+        f_getoptions $*
+        
+        if [ "$MPI_ACCESS_METHOD" = "rsh" ];then
+                MPI_PLS_AGENT_ARG="-mca pls_rsh_agent rsh:ssh"
+        fi
+
+        if [ -z "${MOUNT_POINT}" ];then 
+                f_usage
+        else
+                if [ ! -d ${MOUNT_POINT} ]; then
+                        echo "Mount point ${MOUNT_POINT} does not exist." 
+                        exit 1
+                else
+                #To assure that mount point will not end with a trailing '/'
+                        if [ "`dirname ${MOUNT_POINT}`" = "/" ]; then
+                                MOUNT_POINT="`dirname ${MOUNT_POINT}``basename ${MOUNT_POINT}`"
+                        else
+                                MOUNT_POINT="`dirname ${MOUNT_POINT}`/`basename ${MOUNT_POINT}`"
+                        fi
+                fi
+        fi
+
+        if [ -z "$MPI_HOSTS" ];then
+                f_usage
+        fi
+
+        MPI_RANKS=${MPI_RANKS:-$DEFAULT_RANKS}
+
+        LOG_DIR=${LOG_DIR:-$DEFAULT_LOG_DIR}
+        ${MKDIR_BIN} -p ${LOG_DIR} || exit 1
+
+        RUN_LOG_FILE="`dirname ${LOG_DIR}`/`basename ${LOG_DIR}`/`date +%F-%H-%M-%S`-multi-indexed-dirs-tests-run.log"
+        LOG_FILE="`dirname ${LOG_DIR}`/`basename ${LOG_DIR}`/`date +%F-%H-%M-%S`-multi-indexed-dirs-tests.log"
+        MKFSLOG="`dirname ${LOG_DIR}`/`basename ${LOG_DIR}`/$$_mkfs.log"
+        MOUNTLOG="`dirname ${LOG_DIR}`/`basename ${LOG_DIR}`/$$_mount.log"
+}
+
+function f_LogRunMsg()
+{
+        echo -ne "$@"| ${TEE_BIN} -a ${RUN_LOG_FILE}
+}
+
+function f_LogMsg()
+{
+        echo "$(date +%Y/%m/%d,%H:%M:%S)  $@" &gt;&gt;${LOG_FILE}
+}
+
+function f_mkfs()
+{
+        f_LogMsg "Mkfs volume ${DEVICE} by ${BLOCKSIZE} bs and ${CLUSTERSIZE} cs"
+        echo "y"|${MKFS_BIN} --fs-features=indexed-dirs -b ${BLOCKSIZE} -C ${CLUSTERSIZE} -L ${LABELNAME} -N ${SLOTS} ${DEVICE}&gt;&gt;${MKFSLOG} 2&gt;&amp;1
+        RET=$?
+
+        if [ "${RET}" != "0" ];then
+                f_LogMsg "Mkfs failed"
+                return ${RET}
+        fi
+        
+        return 0
+}
+
+function f_remote_mount()
+{
+        f_LogMsg "Mounting device ${LABELNAME} to nodes(${MPI_HOSTS}):"
+        ${REMOTE_MOUNT_BIN} -l ${LABELNAME} -m ${MOUNT_POINT} -n ${MPI_HOSTS}&gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+
+        if [ "${RET}" != "0" ];then
+                f_LogMsg "Remote failed"
+                return ${RET}
+        fi
+
+        ${SUDO} chown -R ${USERNAME}:${GROUPNAME} ${MOUNT_POINT}
+        ${SUDO} chmod -R 777 ${MOUNT_POINT}
+
+        WORK_PLACE=${MOUNT_POINT}/${WORK_PLACE_DIRENT}
+
+        ${MKDIR_BIN} -p ${WORK_PLACE}
+
+        return 0
+}
+
+function f_remote_umount()
+{
+        f_LogMsg "Remote umount from nodes(${MPI_HOSTS}):"
+        ${REMOTE_UMOUNT_BIN} -m ${MOUNT_POINT} -n ${MPI_HOSTS}&gt;&gt;${LOG_FILE} 2&gt;&amp;1
+
+        RET=$?
+
+        if [ "${RET}" != "0" ];then
+                f_LogMsg "Remote failed"
+                return ${RET}
+        fi
+
+        return 0
+}
+
+function f_runtest()
+{
+        f_LogRunMsg "[*] Mkfs device ${DEVICE}:"
+        f_mkfs
+        RET=$?
+        f_echo_status ${RET}| tee -a ${RUN_LOG_FILE}
+        f_exit_or_not ${RET}
+
+        f_LogRunMsg "[*] Remote Mount amongs nodes ${MPI_HOSTS}:"
+        f_remote_mount
+        RET=$?
+        f_echo_status ${RET}| tee -a ${RUN_LOG_FILE}
+        f_exit_or_not ${RET}
+
+        ((TEST_NO++))
+        f_LogRunMsg "[${TEST_NO}] Basic Grow Test:"
+        f_LogMsg "[${TEST_NO}] Basic Grow Test, CMD:${MPIRUN} ${MPI_PLS_AGENT_ARG} ${MPI_BTL_ARG} ${MPI_BTL_IF_ARG} -np ${MPI_RANKS} --host ${MPI_HOSTS} ${MULTI_INDEXED_DIRS_TEST_BIN} -i 10 -n 4000 -w ${WORK_PLACE} -g"
+        ${MPIRUN} ${MPI_PLS_AGENT_ARG} ${MPI_BTL_ARG} ${MPI_BTL_IF_ARG} -np ${MPI_RANKS} --host ${MPI_HOSTS} ${MULTI_INDEXED_DIRS_TEST_BIN} -i 10 -n 4000 -w ${WORK_PLACE} -g &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+        f_echo_status ${RET}| tee -a ${RUN_LOG_FILE}
+        f_exit_or_not ${RET}
+        ((TEST_PASS++))
+        f_LogMsg "Cleanup working place"
+        ${RM_BIN} -rf ${WORK_PLACE}/* &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+        f_exit_or_not ${RET}
+
+        ((TEST_NO++))
+        f_LogRunMsg "[${TEST_NO}] Rename Test:"
+        f_LogMsg "[${TEST_NO}] Rename Test, CMD:${MPIRUN} ${MPI_PLS_AGENT_ARG} ${MPI_BTL_ARG} ${MPI_BTL_IF_ARG} -np ${MPI_RANKS} --host ${MPI_HOSTS} ${MULTI_INDEXED_DIRS_TEST_BIN} -i 1 -n 2000 -w ${WORK_PLACE} -m"
+        ${MPIRUN} ${MPI_PLS_AGENT_ARG} ${MPI_BTL_ARG} ${MPI_BTL_IF_ARG} -np ${MPI_RANKS} --host ${MPI_HOSTS} ${MULTI_INDEXED_DIRS_TEST_BIN} -i 1 -n 2000 -w ${WORK_PLACE} -m &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+        f_echo_status ${RET}| tee -a ${RUN_LOG_FILE}
+        f_exit_or_not ${RET}
+        ((TEST_PASS++))
+        f_LogMsg "Cleanup working place"
+        ${RM_BIN} -rf ${WORK_PLACE}/* &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+        f_exit_or_not ${RET}
+
+        ((TEST_NO++))
+        f_LogRunMsg "[${TEST_NO}] Read Test:"
+        f_LogMsg "[${TEST_NO}] Read Test, CMD:${MPIRUN} ${MPI_PLS_AGENT_ARG} ${MPI_BTL_ARG} ${MPI_BTL_IF_ARG} -np ${MPI_RANKS} --host ${MPI_HOSTS} ${MULTI_INDEXED_DIRS_TEST_BIN} -i 1 -n 3000 -w ${WORK_PLACE} -r"
+        ${MPIRUN} ${MPI_PLS_AGENT_ARG} ${MPI_BTL_ARG} ${MPI_BTL_IF_ARG} -np ${MPI_RANKS} --host ${MPI_HOSTS} ${MULTI_INDEXED_DIRS_TEST_BIN} -i 1 -n 3000 -w ${WORK_PLACE} -r &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+        f_echo_status ${RET}| tee -a ${RUN_LOG_FILE}
+        f_exit_or_not ${RET}
+        ((TEST_PASS++))
+        f_LogMsg "Cleanup working place"
+        ${RM_BIN} -rf ${WORK_PLACE}/* &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+        f_exit_or_not ${RET}

+        ((TEST_NO++))
+        f_LogRunMsg "[${TEST_NO}] Unlink Test:"
+        f_LogMsg "[${TEST_NO}] Unlink Test, CMD:${MPIRUN} ${MPI_PLS_AGENT_ARG} ${MPI_BTL_ARG} ${MPI_BTL_IF_ARG} -np ${MPI_RANKS} --host ${MPI_HOSTS} ${MULTI_INDEXED_DIRS_TEST_BIN}"
+        ${MPIRUN} ${MPI_PLS_AGENT_ARG} ${MPI_BTL_ARG} ${MPI_BTL_IF_ARG} -np ${MPI_RANKS} --host ${MPI_HOSTS} ${MULTI_INDEXED_DIRS_TEST_BIN} -i 1 -n 100 -w ${WORK_PLACE} -u &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+        f_echo_status ${RET}| tee -a ${RUN_LOG_FILE}
+        f_exit_or_not ${RET}
+        ((TEST_PASS++))
+        f_LogMsg "Cleanup working place"
+        ${RM_BIN} -rf ${WORK_PLACE}/* &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+        f_exit_or_not ${RET}
+
+        ((TEST_NO++))
+        f_LogRunMsg "[${TEST_NO}] Fillup Test:"
+        f_LogMsg "[${TEST_NO}] Fillup Test, CMD:${MPIRUN} ${MPI_PLS_AGENT_ARG} ${MPI_BTL_ARG} ${MPI_BTL_IF_ARG} -np ${MPI_RANKS} --host ${MPI_HOSTS} ${MULTI_INDEXED_DIRS_TEST_BIN} -i 1 -n 10000 -w ${WORK_PLACE} -f"
+        ${MPIRUN} ${MPI_PLS_AGENT_ARG} ${MPI_BTL_ARG} ${MPI_BTL_IF_ARG} -np ${MPI_RANKS} --host ${MPI_HOSTS} ${MULTI_INDEXED_DIRS_TEST_BIN} -i 1 -n 10000 -w ${WORK_PLACE} -f &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+        f_echo_status ${RET}| tee -a ${RUN_LOG_FILE}
+        f_exit_or_not ${RET}
+        ((TEST_PASS++))
+        f_LogMsg "Cleanup working place"
+        ${RM_BIN} -rf ${WORK_PLACE}/* &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+        f_exit_or_not ${RET}
+        
+        ((TEST_NO++))
+        f_LogRunMsg "[${TEST_NO}] Stress Test:"
+        f_LogMsg "[${TEST_NO}] Stress Test, CMD:${MPIRUN} ${MPI_PLS_AGENT_ARG} ${MPI_BTL_ARG} ${MPI_BTL_IF_ARG} -np ${MPI_RANKS} --host ${MPI_HOSTS} ${MULTI_INDEXED_DIRS_TEST_BIN} -i 10 -n 60000 -w ${WORK_PLACE} -s"
+        ${MPIRUN} ${MPI_PLS_AGENT_ARG} ${MPI_BTL_ARG} ${MPI_BTL_IF_ARG} -np ${MPI_RANKS} --host ${MPI_HOSTS} ${MULTI_INDEXED_DIRS_TEST_BIN} -i 10 -n 60000 -w ${WORK_PLACE} -s &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+        f_echo_status ${RET}| tee -a ${RUN_LOG_FILE}
+        f_exit_or_not ${RET}
+        ((TEST_PASS++))
+        f_LogMsg "Cleanup working place"
+        ${RM_BIN} -rf ${WORK_PLACE}/* &gt;&gt;${LOG_FILE} 2&gt;&amp;1
+        RET=$?
+        f_exit_or_not ${RET}
+
+        f_LogRunMsg "[*] Umount volume ${LABELNAME} amongs nodes ${MPI_HOSTS}:"
+        f_remote_umount
+        RET=$?
+        f_echo_status ${RET}| tee -a ${RUN_LOG_FILE}
+        f_exit_or_not ${RET}
+}
+
+f_cleanup()
+{
+        :
+}
+
+################################################################################
+# Main Entry
+################################################################################
+
+trap 'echo -ne "\n\n"&gt;&gt;${RUN_LOG_FILE};echo  "Interrupted by Ctrl+C,Cleanuping... "|tee -a ${RUN_LOG_FILE}; f_cleanup;exit 1' SIGINT
+
+f_setup $*
+
+START_TIME=${SECONDS}
+f_LogRunMsg "=====================Multi-nodes indexed dirs tests start:  `date`=====================\n"
+f_LogMsg "=====================Multi-nodes indexed dirs tests start:  `date`====================="
+
+for BLOCKSIZE in 512 1024 2048 4096
+do
+        for CLUSTERSIZE in  4096 32768 1048576
+        do
+                f_LogRunMsg "&lt;- Running test with ${BLOCKSIZE} bs and ${CLUSTERSIZE} cs -&gt;\n"
+                f_LogMsg "&lt;- Running test with ${BLOCKSIZE} bs and ${CLUSTERSIZE} cs -&gt;"
+                f_runtest
+        done
+done
+f_cleanup
+
+END_TIME=${SECONDS}
+f_LogRunMsg "=====================Multi-nodes indexed dirs tests end: `date`=====================\n"
+f_LogMsg "=====================Multi-nodes indexed dirs tests end: `date`====================="
+
+f_LogRunMsg "Time elapsed(s): $((${END_TIME}-${START_TIME}))\n"
+f_LogRunMsg "Tests total: ${TEST_NO}\n"
+f_LogRunMsg "Tests passed: ${TEST_PASS}\n"
  </pre>
</blockquote>
</body>
</html>