[Ocfs2-tools-users] mkfs.ocfs2 error
Sunil Mushran
Sunil.Mushran at oracle.com
Thu Oct 25 11:20:01 PDT 2007
It's a 1M odirect pwrite() to the start of the iscsi device.
Any errors in dmesg? What about on the iscsi target server?
This requires someone knowledgeable in iscsi.
If the coreutils that ships with sles10 supports odirect, the
problem should be reproducible with:
$ dd if=/dev/zero of=/dev/sdb1 bs=1M count=1 oflag=direct
Tom Cameron wrote:
> Hi Sunil,
>
> Here is my strace log.
>
> execve("/sbin/mkfs.ocfs2", ["mkfs.ocfs2", "-F", "-b", "4K", "-C",
> "32K", "-L", "OCFS2", "/dev/sdb1"], [/* 66 vars */]) = 0
> brk(0) = 0x518000
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2afb53877000
> uname({sys="Linux", node="cm1", ...}) = 0
> access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
> directory)
> open("/etc/ld.so.cache", O_RDONLY) = 3
> fstat(3, {st_mode=S_IFREG|0644, st_size=127420, ...}) = 0
> mmap(NULL, 127420, PROT_READ, MAP_PRIVATE, 3, 0) = 0x2afb53878000
> close(3) = 0
> open("/lib64/libcom_err.so.2", O_RDONLY) = 3
> read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\r\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=8768, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2afb53898000
> mmap(NULL, 1055088, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
> 0) = 0x2afb53978000
> madvise(0x2afb53978000, 1055088, MADV_SEQUENTIAL|0x1) = 0
> mprotect(0x2afb5397a000, 1044480, PROT_NONE) = 0
> mmap(0x2afb53a79000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x2afb53a79000
> close(3) = 0
> open("/lib64/libuuid.so.1", O_RDONLY) = 3
> read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\24\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=13560, ...}) = 0
> mmap(NULL, 1059424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
> 0) = 0x2afb53a7a000
> madvise(0x2afb53a7a000, 1059424, MADV_SEQUENTIAL|0x1) = 0
> mprotect(0x2afb53a7d000, 1044480, PROT_NONE) = 0
> mmap(0x2afb53b7c000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x2afb53b7c000
> close(3) = 0
> open("/lib64/libpthread.so.0", O_RDONLY) = 3
> read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0 Z\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=114562, ...}) = 0
> mmap(NULL, 1139576, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
> 0) = 0x2afb53b7d000
> madvise(0x2afb53b7d000, 1139576, MADV_SEQUENTIAL|0x1) = 0
> mprotect(0x2afb53b8f000, 1044480, PROT_NONE) = 0
> mmap(0x2afb53c8e000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x11000) = 0x2afb53c8e000
> mmap(0x2afb53c90000, 13176, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x2afb53c90000
> close(3) = 0
> open("/lib64/libc.so.6", O_RDONLY) = 3
> read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0P\322\1\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=1505121, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2afb53c94000
> mmap(NULL, 2293992, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
> 0) = 0x2afb53c95000
> madvise(0x2afb53c95000, 2293992, MADV_SEQUENTIAL|0x1) = 0
> mprotect(0x2afb53dbc000, 1048576, PROT_NONE) = 0
> mmap(0x2afb53ebc000, 20480, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x127000) = 0x2afb53ebc000
> mmap(0x2afb53ec1000, 16616, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x2afb53ec1000
> close(3) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2afb53ec6000
> arch_prctl(ARCH_SET_FS, 0x2afb53ec66d0) = 0
> mprotect(0x2afb53ebc000, 12288, PROT_READ) = 0
> munmap(0x2afb53878000, 127420) = 0
> set_tid_address(0x2afb53ec6760) = 7861
> rt_sigaction(SIGRTMIN, {0x2afb53b825d0, [], SA_RESTORER|SA_SIGINFO,
> 0x2afb53b8ac10}, NULL, 8) = 0
> rt_sigaction(SIGRT_1, {0x2afb53b82520, [],
> SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x2afb53b8ac10}, NULL, 8) = 0
> rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
> getrlimit(RLIMIT_STACK, {rlim_cur=8192*1024, rlim_max=RLIM_INFINITY}) = 0
> _sysctl({{CTL_KERN, KERN_VERSION}, 2, 0x7fff5724bf80, 35, (nil), 0}) = 0
> rt_sigaction(SIGTERM, {0x402460, [TERM], SA_RESTORER|SA_RESTART,
> 0x2afb53cc4c10}, {SIG_DFL}, 8) = 0
> rt_sigaction(SIGINT, {0x402460, [INT], SA_RESTORER|SA_RESTART,
> 0x2afb53cc4c10}, {SIG_DFL}, 8) = 0
> brk(0) = 0x518000
> brk(0x539000) = 0x539000
> write(2, "mkfs.ocfs2 1.2.3\n", 17) = 17
> stat("/dev/sdb1", {st_mode=S_IFBLK|0640, st_rdev=makedev(8, 17), ...})
> = 0
> open("/proc/swaps", O_RDONLY) = 3
> fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2afb53878000
> read(3, "Filename\t\t\t\tType\t\tSize\tUsed\tPrio"..., 1024) = 100
> stat("/dev/sda2", {st_mode=S_IFBLK|0640, st_rdev=makedev(8, 2), ...}) = 0
> read(3, "", 1024) = 0
> close(3) = 0
> munmap(0x2afb53878000, 4096) = 0
> open("/proc/mounts", O_RDONLY) = 3
> stat("/dev/sdb1", {st_mode=S_IFBLK|0640, st_rdev=makedev(8, 17), ...})
> = 0
> futex(0x2afb53ec2a60, FUTEX_WAKE, 2147483647) = 0
> fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2afb53878000
> read(3, "rootfs / rootfs rw 0 0\nudev /dev"..., 1024) = 547
> stat("rootfs", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("udev", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("/dev/disk/by-id/scsi-3600188b04cdcf1000d2818e1a7b4475c-part3",
> {st_mode=S_IFBLK|0640, st_rdev=makedev(8, 3), ...}) = 0
> stat("proc", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("sysfs", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("debugfs", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("devpts", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("/dev/disk/by-id/scsi-3600188b04cdcf1000d2818e1a7b4475c-part1",
> {st_mode=S_IFBLK|0640, st_rdev=makedev(8, 1), ...}) = 0
> stat("securityfs", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("configfs", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("ocfs2_dlmfs", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> read(3, "", 1024) = 0
> stat("/", {st_mode=S_IFDIR|0755, st_size=608, ...}) = 0
> close(3) = 0
> munmap(0x2afb53878000, 4096) = 0
> open("/etc/mtab", O_RDONLY) = 3
> stat("/dev/sdb1", {st_mode=S_IFBLK|0640, st_rdev=makedev(8, 17), ...})
> = 0
> fstat(3, {st_mode=S_IFREG|0644, st_size=411, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2afb53878000
> read(3, "/dev/sda3 / reiserfs rw,acl,user"..., 4096) = 411
> stat("/dev/sda3", {st_mode=S_IFBLK|0640, st_rdev=makedev(8, 3), ...}) = 0
> stat("proc", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("sysfs", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("debugfs", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("udev", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("devpts", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("/dev/sda1", {st_mode=S_IFBLK|0640, st_rdev=makedev(8, 1), ...}) = 0
> stat("securityfs", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("configfs", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> stat("ocfs2_dlmfs", 0x7fff5724b070) = -1 ENOENT (No such file or
> directory)
> read(3, "", 4096) = 0
> stat("/", {st_mode=S_IFDIR|0755, st_size=608, ...}) = 0
> close(3) = 0
> munmap(0x2afb53878000, 4096) = 0
> stat("/dev/sdb1", {st_mode=S_IFBLK|0640, st_rdev=makedev(8, 17), ...})
> = 0
> open("/dev/sdb1", O_RDONLY|O_EXCL) = 3
> close(3) = 0
> open("/dev/sdb1", O_RDWR|O_DIRECT) = 3
> pread(3, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"...,
> 512, 0) = 512
> uname({sys="Linux", node="cm1", ...}) = 0
> pread(3, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"...,
> 512, 0) = 512
> pread(3, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"...,
> 512, 1024) = 512
> pread(3, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"...,
> 1024, 2048) = 1024
> pread(3, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"...,
> 2048, 4096) = 2048
> pread(3, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"...,
> 4096, 8192) = 4096
> close(3) = 0
> open("/dev/sdb1", O_RDWR|O_DIRECT) = 3
> open("/dev/sdb1", O_RDONLY) = 4
> ioctl(4, BLKSSZGET, 0x7fff5724b6bc) = 0
> close(4) = 0
> open("/dev/sdb1", O_RDONLY) = 4
> uname({sys="Linux", node="cm1", ...}) = 0
> ioctl(4, BLKGETSIZE64, 0x7fff5724b658) = 0
> close(4) = 0
> mmap(NULL, 1056768, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
> -1, 0) = 0x2afb53ec7000
> pwrite(3, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"...,
> 1048576, 0) = -1 EIO (Input/output error)
> write(2, "mkfs.ocfs2", 10) = 10
> write(2, ": ", 2) = 2
> write(2, "Could not write: Input/output er"..., 35) = 35
> write(2, "\r\n", 2) = 2
> exit_group(1) = ?
>
>
> So the pwrite is failing, but I don't know why. Any ideas?
>
> Again, TIA,
>
> -Tom
>
>
> Sunil Mushran wrote:
>> strace it.
>>
>> # strace -ff -o /tmp/mkfsout mkfs.ocfs2 -F -b 4K -C 32K -L OCFS2
>> /dev/sdb1
>> and make the traces available.
>>
>> Tom Cameron wrote:
>>> Thanks for the quick reply. The cluster is up:
>>>
>>> cm1:~ # service o2cb status
>>> Module "configfs": Loaded
>>> Filesystem "configfs": Mounted
>>> Module "ocfs2_nodemanager": Loaded
>>> Module "ocfs2_dlm": Loaded
>>> Module "ocfs2_dlmfs": Loaded
>>> Filesystem "ocfs2_dlmfs": Mounted
>>> Checking O2CB cluster ocfs2: Online
>>> Checking O2CB heartbeat: Not active
>>>
>>> Does the heartbeat need to be active? Also, -F option does not make
>>> a difference here:
>>>
>>> cm1:~ # mkfs.ocfs2 -F -b 4K -C 32K -L OCFS2 /dev/sdb1
>>> mkfs.ocfs2 1.2.3
>>> mkfs.ocfs2: Could not write: Input/output error
>>> cm1:~ #
>>>
>>> Have you any other thoughts?
>>>
>>> TIA,
>>>
>>> -Tom
>>>
>>> Sunil Mushran wrote:
>>>> Even before it writes to the disk, it attempts to join the cluster.
>>>> The EIO is probably because of that. Is the cluster up?
>>>> What does "service o2cb status" say?
>>>>
>>>> Try force disabling cluster check with -F option.
>>>>
>>>> tcameron at cox.net wrote:
>>>>> Hi All,
>>>>>
>>>>> I'm trying to set up a cluster for the first time, but getting an
>>>>> error when attempting to create the filesystem. I'm running
>>>>> SLES10. /dev/sdb is an iscsi disk; that layer seems to be working
>>>>> fine as parted and cfdisk can work with it.
>>>>>
>>>>> cm1:~ # mkfs.ocfs2 --verbose -b 4K -C 32K -L OCFS2 /dev/sdb1
>>>>> mkfs.ocfs2 1.2.3
>>>>> mkfs.ocfs2: Could not write: Input/output error
>>>>>
>>>>> As I mentioned, the virtual disk and partition seem to be fine, as
>>>>> this works:
>>>>>
>>>>> cm1:~ # mkfs.ext3 /dev/sdb1
>>>>> mke2fs 1.38 (30-Jun-2005)
>>>>> Filesystem label=
>>>>> OS type: Linux
>>>>> Block size=4096 (log=2)
>>>>> Fragment size=4096 (log=2)
>>>>> 9781248 inodes, 19531015 blocks
>>>>> 976550 blocks (5.00%) reserved for the super user
>>>>> First data block=0
>>>>> 597 block groups
>>>>> 32768 blocks per group, 32768 fragments per group
>>>>> 16384 inodes per group
>>>>> Superblock backups stored on blocks:
>>>>> 32768, 98304, 163840, 229376, 294912, 819200, 884736,
>>>>> 1605632, 2654208,
>>>>> 4096000, 7962624, 11239424
>>>>>
>>>>> Writing inode tables: done
>>>>> Creating journal (32768 blocks): done
>>>>> Writing superblocks and filesystem accounting information: done
>>>>>
>>>>> This filesystem will be automatically checked every 35 mounts or
>>>>> 180 days, whichever comes first. Use tune2fs -c or -i to override.
>>>>> cm1:~ #
>>>>>
>>>>> Any ideas what this could be, or what techniques I can use to help
>>>>> troubleshoto this?
>>>>>
>>>>> TIA,
>>>>>
>>>>> Tom
>>>>>
>>>>> _______________________________________________
>>>>> Ocfs2-tools-users mailing list
>>>>> Ocfs2-tools-users at oss.oracle.com
>>>>> http://oss.oracle.com/mailman/listinfo/ocfs2-tools-users
>>>>>
>>>>
>>>>
>>>>
>>>
>>>
>>> _______________________________________________
>>> Ocfs2-tools-users mailing list
>>> Ocfs2-tools-users at oss.oracle.com
>>> http://oss.oracle.com/mailman/listinfo/ocfs2-tools-users
>>
>>
>
>
> _______________________________________________
> Ocfs2-tools-users mailing list
> Ocfs2-tools-users at oss.oracle.com
> http://oss.oracle.com/mailman/listinfo/ocfs2-tools-users
More information about the Ocfs2-tools-users
mailing list