6:14 a.m.
Hello:
I've installed the Lustre Feature Release (2.5) from whamcloud website
in my Centos 6 servers and followed the documentation to configure the HSM.
It seems that the coodinator and the agent are running properly, but
when I try to archive a file from a lustre client it fails. As I was not
sure if there was a problem with the agent, I've instantiated 2 agents
in 2 different machines (one in the MDS, that also acts as lustre
client). The backend of the first agent is a NFS filesystem and the
backend of the sencond is XFS.
The error I get when I try to archive a file from any of my clients is
the following:
[root@wn021 ~]# lfs hsm_archive /lustre/collectl.conf
Cannot send HSM request (use of /lustre/collectl.conf): Invalid argument
Below, I've attached the output of the commands I've used to test that
the configuration and the strace output of the of the "lfs hsm_archive".
Could somebody help me? Thanks in advanced
Valvanuz
[root@wn024 ~]# lctl get_param mdt.lustrefs-MDT0000.hsm_control
mdt.lustrefs-MDT0000.hsm_control=enabled
[root@wn024 ~]# lctl get_param -n mdt.lustrefs-MDT0000.hsm.agents
uuid=62a6a7ae-1c24-1380-e960-443ee68c4e80 archive_id=1
requests=[current:0 ok:0 errors:0]
uuid=5f5d5627-7fa6-1de0-6823-7d80db8d482d archive_id=2
requests=[current:0 ok:0 errors:0]
[root@wn031 ~]# ps -ef|grep hsm
root 20437 1 0 Jan22 ? 00:00:00 lhsmtool_posix --daemon
--hsm-root /localtmp/lustrehsm --archive=2 /lustre
[root@wn024 ~]# ps -ef|grep hsm
root 11750 1 0 Jan22 ? 00:00:00 lhsmtool_posix --daemon
--hsm-root /oceano/gmeteo/WORK/valva/lustre --archive=1 /lustre
[root@wn021 ~]# lfs hsm_archive /lustre/collectl.conf
Cannot send HSM request (use of /lustre/collectl.conf): Invalid argument
[root@wn021 ~]# lfs hsm_state /lustre/collectl.conf
/lustre/collectl.conf: (0x00000000)
[root@wn021 ~]# strace lfs hsm_archive /lustre/collectl.conf
execve("/usr/bin/lfs", ["lfs", "hsm_archive",
"/lustre/collectl.conf"],
[/* 69 vars */]) = 0
brk(0) = 0xa43000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258d9000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=54707, ...}) = 0
mmap(NULL, 54707, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f90258cb000
close(3) = 0
open("/lib64/libpthread.so.0", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0\0\0\0\0\0"..., 832)
= 832
fstat(3, {st_mode=S_IFREG|0755, st_size=142464, ...}) = 0
mmap(NULL, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f902549e000
mprotect(0x7f90254b5000, 2097152, PROT_NONE) = 0
mmap(0x7f90256b5000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x7f90256b5000
mmap(0x7f90256b7000, 13216, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f90256b7000
close(3) = 0
open("/lib64/libreadline.so.6", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0PE\1\0\0\0\0\0"..., 832)
= 832
fstat(3, {st_mode=S_IFREG|0755, st_size=269592, ...}) = 0
mmap(NULL, 2370056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f902525b000
mprotect(0x7f9025295000, 2097152, PROT_NONE) = 0
mmap(0x7f9025495000, 32768, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3a000) = 0x7f9025495000
mmap(0x7f902549d000, 2568, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f902549d000
close(3) = 0
open("/lib64/libncurses.so.5", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000j\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=140096, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258ca000
mmap(NULL, 2235624, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9025039000
mprotect(0x7f902505b000, 2093056, PROT_NONE) = 0
mmap(0x7f902525a000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x21000) = 0x7f902525a000
close(3) = 0
open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\v\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=10192, ...}) = 0
mmap(NULL, 2105424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9024e36000
mprotect(0x7f9024e38000, 2093056, PROT_NONE) = 0
mmap(0x7f9025037000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x7f9025037000
close(3) = 0
open("/lib64/libc.so.6", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\1\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1916568, ...}) = 0
mmap(NULL, 3745960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9024aa3000
mprotect(0x7f9024c2d000, 2093056, PROT_NONE) = 0
mmap(0x7f9024e2c000, 20480, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x189000) = 0x7f9024e2c000
mmap(0x7f9024e31000, 18600, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f9024e31000
close(3) = 0
open("/lib64/libtinfo.so.5", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\310\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=135896, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258c9000
mmap(NULL, 2232320, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9024882000
mprotect(0x7f902489f000, 2097152, PROT_NONE) = 0
mmap(0x7f9024a9f000, 16384, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d000) = 0x7f9024a9f000
close(3) = 0
open("/lib64/libdl.so.2", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=19536, ...}) = 0
mmap(NULL, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f902467e000
mprotect(0x7f9024680000, 2097152, PROT_NONE) = 0
mmap(0x7f9024880000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7f9024880000
close(3) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258c8000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258c7000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258c6000
arch_prctl(ARCH_SET_FS, 0x7f90258c7700) = 0
mprotect(0x7f9024880000, 4096, PROT_READ) = 0
mprotect(0x7f9024e2c000, 16384, PROT_READ) = 0
mprotect(0x7f9025037000, 4096, PROT_READ) = 0
mprotect(0x7f90256b5000, 4096, PROT_READ) = 0
mprotect(0x7f90258da000, 4096, PROT_READ) = 0
munmap(0x7f90258cb000, 54707) = 0
set_tid_address(0x7f90258c79d0) = 15850
set_robust_list(0x7f90258c79e0, 0x18) = 0
futex(0x7fffd860f6bc, FUTEX_WAKE_PRIVATE, 1) = 0
futex(0x7fffd860f6bc, FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME, 1,
NULL, 7f90258c7700) = -1 EAGAIN (Resource temporarily unavailable)
rt_sigaction(SIGRTMIN, {0x7f90254a3ae0, [], SA_RESTORER|SA_SIGINFO,
0x7f90254ad500}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {0x7f90254a3b70, [],
SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x7f90254ad500}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024, rlim_max=RLIM_INFINITY}) = 0
shmget(IPC_PRIVATE, 65680, 0600) = 65536
shmat(65536, 0, 0) = ?
shmctl(65536, IPC_RMID, 0) = 0
brk(0) = 0xa43000
brk(0xa64000) = 0xa64000
lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
...}) = 0
open("/lustre/collectl.conf", O_RDONLY|O_NONBLOCK|O_NOFOLLOW) = 3
ioctl(3, 0x800866ad, 0xa43048) = 0
close(3) = 0
lstat("/lustre", {st_mode=S_IFDIR|0775, st_size=4096, ...}) = 0
lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
...}) = 0
open("/etc/mtab", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=344, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258d8000
read(3, "/dev/md0 / ext4 rw 0 0\nproc /pro"..., 4096) = 344
read(3, "", 4096) = 0
close(3) = 0
munmap(0x7f90258d8000, 4096) = 0
open("/lustre", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
ioctl(3, 0x401866d9, 0xa43030) = -1 EI[root@wn021 ~]# strace
lfs hsm_archive /lustre/collectl.conf
execve("/usr/bin/lfs", ["lfs", "hsm_archive",
"/lustre/collectl.conf"],
[/* 69 vars */]) = 0
brk(0) = 0xa43000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258d9000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=54707, ...}) = 0
mmap(NULL, 54707, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f90258cb000
close(3) = 0
open("/lib64/libpthread.so.0", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0\0\0\0\0\0"..., 832)
= 832
fstat(3, {st_mode=S_IFREG|0755, st_size=142464, ...}) = 0
mmap(NULL, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f902549e000
mprotect(0x7f90254b5000, 2097152, PROT_NONE) = 0
mmap(0x7f90256b5000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x7f90256b5000
mmap(0x7f90256b7000, 13216, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f90256b7000
close(3) = 0
open("/lib64/libreadline.so.6", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0PE\1\0\0\0\0\0"..., 832)
= 832
fstat(3, {st_mode=S_IFREG|0755, st_size=269592, ...}) = 0
mmap(NULL, 2370056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f902525b000
mprotect(0x7f9025295000, 2097152, PROT_NONE) = 0
mmap(0x7f9025495000, 32768, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3a000) = 0x7f9025495000
mmap(0x7f902549d000, 2568, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f902549d000
close(3) = 0
open("/lib64/libncurses.so.5", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000j\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=140096, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258ca000
mmap(NULL, 2235624, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9025039000
mprotect(0x7f902505b000, 2093056, PROT_NONE) = 0
mmap(0x7f902525a000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x21000) = 0x7f902525a000
close(3) = 0
open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\v\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=10192, ...}) = 0
mmap(NULL, 2105424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9024e36000
mprotect(0x7f9024e38000, 2093056, PROT_NONE) = 0
mmap(0x7f9025037000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x7f9025037000
close(3) = 0
open("/lib64/libc.so.6", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\1\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1916568, ...}) = 0
mmap(NULL, 3745960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9024aa3000
mprotect(0x7f9024c2d000, 2093056, PROT_NONE) = 0
mmap(0x7f9024e2c000, 20480, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x189000) = 0x7f9024e2c000
mmap(0x7f9024e31000, 18600, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f9024e31000
close(3) = 0
open("/lib64/libtinfo.so.5", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\310\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=135896, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258c9000
mmap(NULL, 2232320, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9024882000
mprotect(0x7f902489f000, 2097152, PROT_NONE) = 0
mmap(0x7f9024a9f000, 16384, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d000) = 0x7f9024a9f000
close(3) = 0
open("/lib64/libdl.so.2", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=19536, ...}) = 0
mmap(NULL, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f902467e000
mprotect(0x7f9024680000, 2097152, PROT_NONE) = 0
mmap(0x7f9024880000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7f9024880000
close(3) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258c8000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258c7000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258c6000
arch_prctl(ARCH_SET_FS, 0x7f90258c7700) = 0
mprotect(0x7f9024880000, 4096, PROT_READ) = 0
mprotect(0x7f9024e2c000, 16384, PROT_READ) = 0
mprotect(0x7f9025037000, 4096, PROT_READ) = 0
mprotect(0x7f90256b5000, 4096, PROT_READ) = 0
mprotect(0x7f90258da000, 4096, PROT_READ) = 0
munmap(0x7f90258cb000, 54707) = 0
set_tid_address(0x7f90258c79d0) = 15850
set_robust_list(0x7f90258c79e0, 0x18) = 0
futex(0x7fffd860f6bc, FUTEX_WAKE_PRIVATE, 1) = 0
futex(0x7fffd860f6bc, FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME, 1,
NULL, 7f90258c7700) = -1 EAGAIN (Resource temporarily unavailable)
rt_sigaction(SIGRTMIN, {0x7f90254a3ae0, [], SA_RESTORER|SA_SIGINFO,
0x7f90254ad500}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {0x7f90254a3b70, [],
SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x7f90254ad500}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024, rlim_max=RLIM_INFINITY}) = 0
shmget(IPC_PRIVATE, 65680, 0600) = 65536
shmat(65536, 0, 0) = ?
shmctl(65536, IPC_RMID, 0) = 0
brk(0) = 0xa43000
brk(0xa64000) = 0xa64000
lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
...}) = 0
open("/lustre/collectl.conf", O_RDONLY|O_NONBLOCK|O_NOFOLLOW) = 3
ioctl(3, 0x800866ad, 0xa43048) = 0
close(3) = 0
lstat("/lustre", {st_mode=S_IFDIR|0775, st_size=4096, ...}) = 0
lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
...}) = 0
open("/etc/mtab", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=344, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x7f90258d8000
read(3, "/dev/md0 / ext4 rw 0 0\nproc /pro"..., 4096) = 344
read(3, "", 4096) = 0
close(3) = 0
munmap(0x7f90258d8000, 4096) = 0
open("/lustre", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
ioctl(3, 0x401866d9, 0xa43030) = -1 EINVAL (Invalid argument)
close(3) = 0
write(2, "Cannot send HSM request (use of "..., 73Cannot send HSM
request (use of /lustre/collectl.conf): Invalid argument
) = 73
rt_sigaction(SIGINT, {0x40b230, [RT_1 RT_2 RT_3 RT_4 RT_5 RT_6 RT_7 RT_8
RT_9 RT_10 RT_11 RT_12 RT_13 RT_14 RT_15], SA_RESTORER|SA_RESTART,
0x7f90254ad500}, NULL, 8) = 0
exit_group(22) = ?
NVAL (Invalid argument)
close(3) = 0
write(2, "Cannot send HSM request (use of "..., 73Cannot send HSM
request (use of /lustre/collectl.conf): Invalid argument
) = 73
rt_sigaction(SIGINT, {0x40b230, [RT_1 RT_2 RT_3 RT_4 RT_5 RT_6 RT_7 RT_8
RT_9 RT_10 RT_11 RT_12 RT_13 RT_14 RT_15], SA_RESTORER|SA_RESTART,
0x7f90254ad500}, NULL, 8) = 0
exit_group(22) = ?
7:40 a.m.
Hello
Could you check what "dmesg" said on client node and MDT node when
hsm_archive is returning an error?
Could you try specifying a archive ID when archiving?
lfs hsm_archive --archive=2 /lustre/collectl.conf
Aurélien
Le 28/01/2014 15:14, Valvanuz Fernandez a écrit :
Hello:
I've installed the Lustre Feature Release (2.5) from whamcloud website
in my Centos 6 servers and followed the documentation to configure the
HSM.
It seems that the coodinator and the agent are running properly, but
when I try to archive a file from a lustre client it fails. As I was
not sure if there was a problem with the agent, I've instantiated 2
agents in 2 different machines (one in the MDS, that also acts as
lustre client). The backend of the first agent is a NFS filesystem and
the backend of the sencond is XFS.
The error I get when I try to archive a file from any of my clients is
the following:
[root@wn021 ~]# lfs hsm_archive /lustre/collectl.conf
Cannot send HSM request (use of /lustre/collectl.conf): Invalid argument
Below, I've attached the output of the commands I've used to test that
the configuration and the strace output of the of the "lfs hsm_archive".
Could somebody help me? Thanks in advanced
Valvanuz
[root@wn024 ~]# lctl get_param mdt.lustrefs-MDT0000.hsm_control
mdt.lustrefs-MDT0000.hsm_control=enabled
[root@wn024 ~]# lctl get_param -n mdt.lustrefs-MDT0000.hsm.agents
uuid=62a6a7ae-1c24-1380-e960-443ee68c4e80 archive_id=1
requests=[current:0 ok:0 errors:0]
uuid=5f5d5627-7fa6-1de0-6823-7d80db8d482d archive_id=2
requests=[current:0 ok:0 errors:0]
[root@wn031 ~]# ps -ef|grep hsm
root 20437 1 0 Jan22 ? 00:00:00 lhsmtool_posix
--daemon --hsm-root /localtmp/lustrehsm --archive=2 /lustre
[root@wn024 ~]# ps -ef|grep hsm
root 11750 1 0 Jan22 ? 00:00:00 lhsmtool_posix
--daemon --hsm-root /oceano/gmeteo/WORK/valva/lustre --archive=1 /lustre
[root@wn021 ~]# lfs hsm_archive /lustre/collectl.conf
Cannot send HSM request (use of /lustre/collectl.conf): Invalid argument
[root@wn021 ~]# lfs hsm_state /lustre/collectl.conf
/lustre/collectl.conf: (0x00000000)
[root@wn021 ~]# strace lfs hsm_archive /lustre/collectl.conf
execve("/usr/bin/lfs", ["lfs", "hsm_archive",
"/lustre/collectl.conf"], [/* 69 vars */]) = 0
brk(0) = 0xa43000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258d9000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=54707, ...}) = 0
mmap(NULL, 54707, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f90258cb000
close(3) = 0
open("/lib64/libpthread.so.0", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=142464, ...}) = 0
mmap(NULL, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f902549e000
mprotect(0x7f90254b5000, 2097152, PROT_NONE) = 0
mmap(0x7f90256b5000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x7f90256b5000
mmap(0x7f90256b7000, 13216, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f90256b7000
close(3) = 0
open("/lib64/libreadline.so.6", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0PE\1\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=269592, ...}) = 0
mmap(NULL, 2370056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f902525b000
mprotect(0x7f9025295000, 2097152, PROT_NONE) = 0
mmap(0x7f9025495000, 32768, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3a000) = 0x7f9025495000
mmap(0x7f902549d000, 2568, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f902549d000
close(3) = 0
open("/lib64/libncurses.so.5", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000j\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=140096, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258ca000
mmap(NULL, 2235624, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9025039000
mprotect(0x7f902505b000, 2093056, PROT_NONE) = 0
mmap(0x7f902525a000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x21000) = 0x7f902525a000
close(3) = 0
open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\v\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=10192, ...}) = 0
mmap(NULL, 2105424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9024e36000
mprotect(0x7f9024e38000, 2093056, PROT_NONE) = 0
mmap(0x7f9025037000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x7f9025037000
close(3) = 0
open("/lib64/libc.so.6", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\1\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1916568, ...}) = 0
mmap(NULL, 3745960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9024aa3000
mprotect(0x7f9024c2d000, 2093056, PROT_NONE) = 0
mmap(0x7f9024e2c000, 20480, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x189000) = 0x7f9024e2c000
mmap(0x7f9024e31000, 18600, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f9024e31000
close(3) = 0
open("/lib64/libtinfo.so.5", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\310\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=135896, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258c9000
mmap(NULL, 2232320, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9024882000
mprotect(0x7f902489f000, 2097152, PROT_NONE) = 0
mmap(0x7f9024a9f000, 16384, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d000) = 0x7f9024a9f000
close(3) = 0
open("/lib64/libdl.so.2", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=19536, ...}) = 0
mmap(NULL, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f902467e000
mprotect(0x7f9024680000, 2097152, PROT_NONE) = 0
mmap(0x7f9024880000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7f9024880000
close(3) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258c8000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258c7000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258c6000
arch_prctl(ARCH_SET_FS, 0x7f90258c7700) = 0
mprotect(0x7f9024880000, 4096, PROT_READ) = 0
mprotect(0x7f9024e2c000, 16384, PROT_READ) = 0
mprotect(0x7f9025037000, 4096, PROT_READ) = 0
mprotect(0x7f90256b5000, 4096, PROT_READ) = 0
mprotect(0x7f90258da000, 4096, PROT_READ) = 0
munmap(0x7f90258cb000, 54707) = 0
set_tid_address(0x7f90258c79d0) = 15850
set_robust_list(0x7f90258c79e0, 0x18) = 0
futex(0x7fffd860f6bc, FUTEX_WAKE_PRIVATE, 1) = 0
futex(0x7fffd860f6bc, FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME,
1, NULL, 7f90258c7700) = -1 EAGAIN (Resource temporarily unavailable)
rt_sigaction(SIGRTMIN, {0x7f90254a3ae0, [], SA_RESTORER|SA_SIGINFO,
0x7f90254ad500}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {0x7f90254a3b70, [],
SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x7f90254ad500}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024, rlim_max=RLIM_INFINITY})
= 0
shmget(IPC_PRIVATE, 65680, 0600) = 65536
shmat(65536, 0, 0) = ?
shmctl(65536, IPC_RMID, 0) = 0
brk(0) = 0xa43000
brk(0xa64000) = 0xa64000
lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
...}) = 0
open("/lustre/collectl.conf", O_RDONLY|O_NONBLOCK|O_NOFOLLOW) = 3
ioctl(3, 0x800866ad, 0xa43048) = 0
close(3) = 0
lstat("/lustre", {st_mode=S_IFDIR|0775, st_size=4096, ...}) = 0
lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
...}) = 0
open("/etc/mtab", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=344, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258d8000
read(3, "/dev/md0 / ext4 rw 0 0\nproc /pro"..., 4096) = 344
read(3, "", 4096) = 0
close(3) = 0
munmap(0x7f90258d8000, 4096) = 0
open("/lustre", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
ioctl(3, 0x401866d9, 0xa43030) = -1 EI[root@wn021 ~]# strace
lfs hsm_archive /lustre/collectl.conf
execve("/usr/bin/lfs", ["lfs", "hsm_archive",
"/lustre/collectl.conf"], [/* 69 vars */]) = 0
brk(0) = 0xa43000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258d9000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=54707, ...}) = 0
mmap(NULL, 54707, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f90258cb000
close(3) = 0
open("/lib64/libpthread.so.0", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=142464, ...}) = 0
mmap(NULL, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f902549e000
mprotect(0x7f90254b5000, 2097152, PROT_NONE) = 0
mmap(0x7f90256b5000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x7f90256b5000
mmap(0x7f90256b7000, 13216, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f90256b7000
close(3) = 0
open("/lib64/libreadline.so.6", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0PE\1\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=269592, ...}) = 0
mmap(NULL, 2370056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f902525b000
mprotect(0x7f9025295000, 2097152, PROT_NONE) = 0
mmap(0x7f9025495000, 32768, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3a000) = 0x7f9025495000
mmap(0x7f902549d000, 2568, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f902549d000
close(3) = 0
open("/lib64/libncurses.so.5", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000j\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=140096, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258ca000
mmap(NULL, 2235624, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9025039000
mprotect(0x7f902505b000, 2093056, PROT_NONE) = 0
mmap(0x7f902525a000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x21000) = 0x7f902525a000
close(3) = 0
open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\v\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=10192, ...}) = 0
mmap(NULL, 2105424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9024e36000
mprotect(0x7f9024e38000, 2093056, PROT_NONE) = 0
mmap(0x7f9025037000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x7f9025037000
close(3) = 0
open("/lib64/libc.so.6", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\1\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1916568, ...}) = 0
mmap(NULL, 3745960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9024aa3000
mprotect(0x7f9024c2d000, 2093056, PROT_NONE) = 0
mmap(0x7f9024e2c000, 20480, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x189000) = 0x7f9024e2c000
mmap(0x7f9024e31000, 18600, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f9024e31000
close(3) = 0
open("/lib64/libtinfo.so.5", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\310\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=135896, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258c9000
mmap(NULL, 2232320, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9024882000
mprotect(0x7f902489f000, 2097152, PROT_NONE) = 0
mmap(0x7f9024a9f000, 16384, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d000) = 0x7f9024a9f000
close(3) = 0
open("/lib64/libdl.so.2", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=19536, ...}) = 0
mmap(NULL, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f902467e000
mprotect(0x7f9024680000, 2097152, PROT_NONE) = 0
mmap(0x7f9024880000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7f9024880000
close(3) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258c8000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258c7000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258c6000
arch_prctl(ARCH_SET_FS, 0x7f90258c7700) = 0
mprotect(0x7f9024880000, 4096, PROT_READ) = 0
mprotect(0x7f9024e2c000, 16384, PROT_READ) = 0
mprotect(0x7f9025037000, 4096, PROT_READ) = 0
mprotect(0x7f90256b5000, 4096, PROT_READ) = 0
mprotect(0x7f90258da000, 4096, PROT_READ) = 0
munmap(0x7f90258cb000, 54707) = 0
set_tid_address(0x7f90258c79d0) = 15850
set_robust_list(0x7f90258c79e0, 0x18) = 0
futex(0x7fffd860f6bc, FUTEX_WAKE_PRIVATE, 1) = 0
futex(0x7fffd860f6bc, FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME,
1, NULL, 7f90258c7700) = -1 EAGAIN (Resource temporarily unavailable)
rt_sigaction(SIGRTMIN, {0x7f90254a3ae0, [], SA_RESTORER|SA_SIGINFO,
0x7f90254ad500}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {0x7f90254a3b70, [],
SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x7f90254ad500}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024, rlim_max=RLIM_INFINITY})
= 0
shmget(IPC_PRIVATE, 65680, 0600) = 65536
shmat(65536, 0, 0) = ?
shmctl(65536, IPC_RMID, 0) = 0
brk(0) = 0xa43000
brk(0xa64000) = 0xa64000
lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
...}) = 0
open("/lustre/collectl.conf", O_RDONLY|O_NONBLOCK|O_NOFOLLOW) = 3
ioctl(3, 0x800866ad, 0xa43048) = 0
close(3) = 0
lstat("/lustre", {st_mode=S_IFDIR|0775, st_size=4096, ...}) = 0
lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
...}) = 0
open("/etc/mtab", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=344, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f90258d8000
read(3, "/dev/md0 / ext4 rw 0 0\nproc /pro"..., 4096) = 344
read(3, "", 4096) = 0
close(3) = 0
munmap(0x7f90258d8000, 4096) = 0
open("/lustre", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
ioctl(3, 0x401866d9, 0xa43030) = -1 EINVAL (Invalid argument)
close(3) = 0
write(2, "Cannot send HSM request (use of "..., 73Cannot send HSM
request (use of /lustre/collectl.conf): Invalid argument
) = 73
rt_sigaction(SIGINT, {0x40b230, [RT_1 RT_2 RT_3 RT_4 RT_5 RT_6 RT_7
RT_8 RT_9 RT_10 RT_11 RT_12 RT_13 RT_14 RT_15],
SA_RESTORER|SA_RESTART, 0x7f90254ad500}, NULL, 8) = 0
exit_group(22) = ?
NVAL (Invalid argument)
close(3) = 0
write(2, "Cannot send HSM request (use of "..., 73Cannot send HSM
request (use of /lustre/collectl.conf): Invalid argument
) = 73
rt_sigaction(SIGINT, {0x40b230, [RT_1 RT_2 RT_3 RT_4 RT_5 RT_6 RT_7
RT_8 RT_9 RT_10 RT_11 RT_12 RT_13 RT_14 RT_15],
SA_RESTORER|SA_RESTART, 0x7f90254ad500}, NULL, 8) = 0
exit_group(22) = ?
_______________________________________________
HPDD-discuss mailing list
HPDD-discuss(a)lists.01.org
https://lists.01.org/mailman/listinfo/hpdd-discuss
11:42 p.m.
Hello,
I've run the command specifying an archive ID, but the error is still
the same. The dmesg output of both, the client and the MDT, is empty (no
new lines have been added).
Should I enable debug?
Thank you
Valvanuz
[valva@wn045 ~]$ lfs hsm_archive --archive=2 /lustre/collectl.conf
Cannot send HSM request (use of /lustre/collectl.conf): Invalid argument
On 01/31/2014 04:40 PM, DEGREMONT Aurelien wrote:
Hello
Could you check what "dmesg" said on client node and MDT node when
hsm_archive is returning an error?
Could you try specifying a archive ID when archiving?
lfs hsm_archive --archive=2 /lustre/collectl.conf
Aurélien
Le 28/01/2014 15:14, Valvanuz Fernandez a écrit :
> Hello:
>
> I've installed the Lustre Feature Release (2.5) from whamcloud
> website in my Centos 6 servers and followed the documentation to
> configure the HSM.
>
> It seems that the coodinator and the agent are running properly, but
> when I try to archive a file from a lustre client it fails. As I was
> not sure if there was a problem with the agent, I've instantiated 2
> agents in 2 different machines (one in the MDS, that also acts as
> lustre client). The backend of the first agent is a NFS filesystem
> and the backend of the sencond is XFS.
>
> The error I get when I try to archive a file from any of my clients
> is the following:
>
> [root@wn021 ~]# lfs hsm_archive /lustre/collectl.conf
> Cannot send HSM request (use of /lustre/collectl.conf): Invalid argument
>
> Below, I've attached the output of the commands I've used to test
> that the configuration and the strace output of the of the "lfs
> hsm_archive".
>
> Could somebody help me? Thanks in advanced
>
> Valvanuz
>
>
> [root@wn024 ~]# lctl get_param mdt.lustrefs-MDT0000.hsm_control
> mdt.lustrefs-MDT0000.hsm_control=enabled
>
> [root@wn024 ~]# lctl get_param -n mdt.lustrefs-MDT0000.hsm.agents
> uuid=62a6a7ae-1c24-1380-e960-443ee68c4e80 archive_id=1
> requests=[current:0 ok:0 errors:0]
> uuid=5f5d5627-7fa6-1de0-6823-7d80db8d482d archive_id=2
> requests=[current:0 ok:0 errors:0]
>
> [root@wn031 ~]# ps -ef|grep hsm
> root 20437 1 0 Jan22 ? 00:00:00 lhsmtool_posix
> --daemon --hsm-root /localtmp/lustrehsm --archive=2 /lustre
> [root@wn024 ~]# ps -ef|grep hsm
> root 11750 1 0 Jan22 ? 00:00:00 lhsmtool_posix
> --daemon --hsm-root /oceano/gmeteo/WORK/valva/lustre --archive=1 /lustre
>
> [root@wn021 ~]# lfs hsm_archive /lustre/collectl.conf
> Cannot send HSM request (use of /lustre/collectl.conf): Invalid argument
>
> [root@wn021 ~]# lfs hsm_state /lustre/collectl.conf
> /lustre/collectl.conf: (0x00000000)
>
> [root@wn021 ~]# strace lfs hsm_archive /lustre/collectl.conf
> execve("/usr/bin/lfs", ["lfs", "hsm_archive",
> "/lustre/collectl.conf"], [/* 69 vars */]) = 0
> brk(0) = 0xa43000
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258d9000
> access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
> directory)
> open("/etc/ld.so.cache", O_RDONLY) = 3
> fstat(3, {st_mode=S_IFREG|0644, st_size=54707, ...}) = 0
> mmap(NULL, 54707, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f90258cb000
> close(3) = 0
> open("/lib64/libpthread.so.0", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=142464, ...}) = 0
> mmap(NULL, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f902549e000
> mprotect(0x7f90254b5000, 2097152, PROT_NONE) = 0
> mmap(0x7f90256b5000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x7f90256b5000
> mmap(0x7f90256b7000, 13216, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f90256b7000
> close(3) = 0
> open("/lib64/libreadline.so.6", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0PE\1\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=269592, ...}) = 0
> mmap(NULL, 2370056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f902525b000
> mprotect(0x7f9025295000, 2097152, PROT_NONE) = 0
> mmap(0x7f9025495000, 32768, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3a000) = 0x7f9025495000
> mmap(0x7f902549d000, 2568, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f902549d000
> close(3) = 0
> open("/lib64/libncurses.so.5", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000j\0\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=140096, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258ca000
> mmap(NULL, 2235624, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f9025039000
> mprotect(0x7f902505b000, 2093056, PROT_NONE) = 0
> mmap(0x7f902525a000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x21000) = 0x7f902525a000
> close(3) = 0
> open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\v\0\0\0\0\0\0"...,
832)
> = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=10192, ...}) = 0
> mmap(NULL, 2105424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f9024e36000
> mprotect(0x7f9024e38000, 2093056, PROT_NONE) = 0
> mmap(0x7f9025037000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x7f9025037000
> close(3) = 0
> open("/lib64/libc.so.6", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\1\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=1916568, ...}) = 0
> mmap(NULL, 3745960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f9024aa3000
> mprotect(0x7f9024c2d000, 2093056, PROT_NONE) = 0
> mmap(0x7f9024e2c000, 20480, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x189000) = 0x7f9024e2c000
> mmap(0x7f9024e31000, 18600, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f9024e31000
> close(3) = 0
> open("/lib64/libtinfo.so.5", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\310\0\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=135896, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258c9000
> mmap(NULL, 2232320, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f9024882000
> mprotect(0x7f902489f000, 2097152, PROT_NONE) = 0
> mmap(0x7f9024a9f000, 16384, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d000) = 0x7f9024a9f000
> close(3) = 0
> open("/lib64/libdl.so.2", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
832)
> = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=19536, ...}) = 0
> mmap(NULL, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f902467e000
> mprotect(0x7f9024680000, 2097152, PROT_NONE) = 0
> mmap(0x7f9024880000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7f9024880000
> close(3) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258c8000
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258c7000
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258c6000
> arch_prctl(ARCH_SET_FS, 0x7f90258c7700) = 0
> mprotect(0x7f9024880000, 4096, PROT_READ) = 0
> mprotect(0x7f9024e2c000, 16384, PROT_READ) = 0
> mprotect(0x7f9025037000, 4096, PROT_READ) = 0
> mprotect(0x7f90256b5000, 4096, PROT_READ) = 0
> mprotect(0x7f90258da000, 4096, PROT_READ) = 0
> munmap(0x7f90258cb000, 54707) = 0
> set_tid_address(0x7f90258c79d0) = 15850
> set_robust_list(0x7f90258c79e0, 0x18) = 0
> futex(0x7fffd860f6bc, FUTEX_WAKE_PRIVATE, 1) = 0
> futex(0x7fffd860f6bc, FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME,
> 1, NULL, 7f90258c7700) = -1 EAGAIN (Resource temporarily unavailable)
> rt_sigaction(SIGRTMIN, {0x7f90254a3ae0, [], SA_RESTORER|SA_SIGINFO,
> 0x7f90254ad500}, NULL, 8) = 0
> rt_sigaction(SIGRT_1, {0x7f90254a3b70, [],
> SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x7f90254ad500}, NULL, 8) = 0
> rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
> getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024,
> rlim_max=RLIM_INFINITY}) = 0
> shmget(IPC_PRIVATE, 65680, 0600) = 65536
> shmat(65536, 0, 0) = ?
> shmctl(65536, IPC_RMID, 0) = 0
> brk(0) = 0xa43000
> brk(0xa64000) = 0xa64000
> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
> ...}) = 0
> open("/lustre/collectl.conf", O_RDONLY|O_NONBLOCK|O_NOFOLLOW) = 3
> ioctl(3, 0x800866ad, 0xa43048) = 0
> close(3) = 0
> lstat("/lustre", {st_mode=S_IFDIR|0775, st_size=4096, ...}) = 0
> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
> ...}) = 0
> open("/etc/mtab", O_RDONLY) = 3
> fstat(3, {st_mode=S_IFREG|0644, st_size=344, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258d8000
> read(3, "/dev/md0 / ext4 rw 0 0\nproc /pro"..., 4096) = 344
> read(3, "", 4096) = 0
> close(3) = 0
> munmap(0x7f90258d8000, 4096) = 0
> open("/lustre", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
> ioctl(3, 0x401866d9, 0xa43030) = -1 EI[root@wn021 ~]# strace
> lfs hsm_archive /lustre/collectl.conf
> execve("/usr/bin/lfs", ["lfs", "hsm_archive",
> "/lustre/collectl.conf"], [/* 69 vars */]) = 0
> brk(0) = 0xa43000
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258d9000
> access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
> directory)
> open("/etc/ld.so.cache", O_RDONLY) = 3
> fstat(3, {st_mode=S_IFREG|0644, st_size=54707, ...}) = 0
> mmap(NULL, 54707, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f90258cb000
> close(3) = 0
> open("/lib64/libpthread.so.0", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=142464, ...}) = 0
> mmap(NULL, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f902549e000
> mprotect(0x7f90254b5000, 2097152, PROT_NONE) = 0
> mmap(0x7f90256b5000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x7f90256b5000
> mmap(0x7f90256b7000, 13216, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f90256b7000
> close(3) = 0
> open("/lib64/libreadline.so.6", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0PE\1\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=269592, ...}) = 0
> mmap(NULL, 2370056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f902525b000
> mprotect(0x7f9025295000, 2097152, PROT_NONE) = 0
> mmap(0x7f9025495000, 32768, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3a000) = 0x7f9025495000
> mmap(0x7f902549d000, 2568, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f902549d000
> close(3) = 0
> open("/lib64/libncurses.so.5", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000j\0\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=140096, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258ca000
> mmap(NULL, 2235624, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f9025039000
> mprotect(0x7f902505b000, 2093056, PROT_NONE) = 0
> mmap(0x7f902525a000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x21000) = 0x7f902525a000
> close(3) = 0
> open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\v\0\0\0\0\0\0"...,
832)
> = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=10192, ...}) = 0
> mmap(NULL, 2105424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f9024e36000
> mprotect(0x7f9024e38000, 2093056, PROT_NONE) = 0
> mmap(0x7f9025037000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x7f9025037000
> close(3) = 0
> open("/lib64/libc.so.6", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\1\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=1916568, ...}) = 0
> mmap(NULL, 3745960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f9024aa3000
> mprotect(0x7f9024c2d000, 2093056, PROT_NONE) = 0
> mmap(0x7f9024e2c000, 20480, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x189000) = 0x7f9024e2c000
> mmap(0x7f9024e31000, 18600, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f9024e31000
> close(3) = 0
> open("/lib64/libtinfo.so.5", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\310\0\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=135896, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258c9000
> mmap(NULL, 2232320, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f9024882000
> mprotect(0x7f902489f000, 2097152, PROT_NONE) = 0
> mmap(0x7f9024a9f000, 16384, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d000) = 0x7f9024a9f000
> close(3) = 0
> open("/lib64/libdl.so.2", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
832)
> = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=19536, ...}) = 0
> mmap(NULL, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
> 3, 0) = 0x7f902467e000
> mprotect(0x7f9024680000, 2097152, PROT_NONE) = 0
> mmap(0x7f9024880000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7f9024880000
> close(3) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258c8000
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258c7000
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258c6000
> arch_prctl(ARCH_SET_FS, 0x7f90258c7700) = 0
> mprotect(0x7f9024880000, 4096, PROT_READ) = 0
> mprotect(0x7f9024e2c000, 16384, PROT_READ) = 0
> mprotect(0x7f9025037000, 4096, PROT_READ) = 0
> mprotect(0x7f90256b5000, 4096, PROT_READ) = 0
> mprotect(0x7f90258da000, 4096, PROT_READ) = 0
> munmap(0x7f90258cb000, 54707) = 0
> set_tid_address(0x7f90258c79d0) = 15850
> set_robust_list(0x7f90258c79e0, 0x18) = 0
> futex(0x7fffd860f6bc, FUTEX_WAKE_PRIVATE, 1) = 0
> futex(0x7fffd860f6bc, FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME,
> 1, NULL, 7f90258c7700) = -1 EAGAIN (Resource temporarily unavailable)
> rt_sigaction(SIGRTMIN, {0x7f90254a3ae0, [], SA_RESTORER|SA_SIGINFO,
> 0x7f90254ad500}, NULL, 8) = 0
> rt_sigaction(SIGRT_1, {0x7f90254a3b70, [],
> SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x7f90254ad500}, NULL, 8) = 0
> rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
> getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024,
> rlim_max=RLIM_INFINITY}) = 0
> shmget(IPC_PRIVATE, 65680, 0600) = 65536
> shmat(65536, 0, 0) = ?
> shmctl(65536, IPC_RMID, 0) = 0
> brk(0) = 0xa43000
> brk(0xa64000) = 0xa64000
> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
> ...}) = 0
> open("/lustre/collectl.conf", O_RDONLY|O_NONBLOCK|O_NOFOLLOW) = 3
> ioctl(3, 0x800866ad, 0xa43048) = 0
> close(3) = 0
> lstat("/lustre", {st_mode=S_IFDIR|0775, st_size=4096, ...}) = 0
> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
> ...}) = 0
> open("/etc/mtab", O_RDONLY) = 3
> fstat(3, {st_mode=S_IFREG|0644, st_size=344, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x7f90258d8000
> read(3, "/dev/md0 / ext4 rw 0 0\nproc /pro"..., 4096) = 344
> read(3, "", 4096) = 0
> close(3) = 0
> munmap(0x7f90258d8000, 4096) = 0
> open("/lustre", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
> ioctl(3, 0x401866d9, 0xa43030) = -1 EINVAL (Invalid argument)
> close(3) = 0
> write(2, "Cannot send HSM request (use of "..., 73Cannot send HSM
> request (use of /lustre/collectl.conf): Invalid argument
> ) = 73
> rt_sigaction(SIGINT, {0x40b230, [RT_1 RT_2 RT_3 RT_4 RT_5 RT_6 RT_7
> RT_8 RT_9 RT_10 RT_11 RT_12 RT_13 RT_14 RT_15],
> SA_RESTORER|SA_RESTART, 0x7f90254ad500}, NULL, 8) = 0
> exit_group(22) = ?
> NVAL (Invalid argument)
> close(3) = 0
> write(2, "Cannot send HSM request (use of "..., 73Cannot send HSM
> request (use of /lustre/collectl.conf): Invalid argument
> ) = 73
> rt_sigaction(SIGINT, {0x40b230, [RT_1 RT_2 RT_3 RT_4 RT_5 RT_6 RT_7
> RT_8 RT_9 RT_10 RT_11 RT_12 RT_13 RT_14 RT_15],
> SA_RESTORER|SA_RESTART, 0x7f90254ad500}, NULL, 8) = 0
> exit_group(22) = ?
>
>
> _______________________________________________
> HPDD-discuss mailing list
> HPDD-discuss(a)lists.01.org
> https://lists.01.org/mailman/listinfo/hpdd-discuss
1:13 a.m.
Hello
I'm quite surprise by this.
To try to understand what's happening, could you simplify your set up.
Do not mount a client on MDT. Use only 1 archive. Runs the copytool on
the Lustre client only node (wn031 ?). And try again.
If this is still failing, add more debugging stuff to track if the
request is going to MDT and is being denied there or the error is
returned directly on client.
Aurélien
Le 03/02/2014 08:42, Valvanuz Fernandez a écrit :
Hello,
I've run the command specifying an archive ID, but the error is still
the same. The dmesg output of both, the client and the MDT, is empty
(no new lines have been added).
Should I enable debug?
Thank you
Valvanuz
[valva@wn045 ~]$ lfs hsm_archive --archive=2 /lustre/collectl.conf
Cannot send HSM request (use of /lustre/collectl.conf): Invalid argument
On 01/31/2014 04:40 PM, DEGREMONT Aurelien wrote:
> Hello
>
> Could you check what "dmesg" said on client node and MDT node when
> hsm_archive is returning an error?
>
> Could you try specifying a archive ID when archiving?
>
> lfs hsm_archive --archive=2 /lustre/collectl.conf
>
>
> Aurélien
>
>
> Le 28/01/2014 15:14, Valvanuz Fernandez a écrit :
>> Hello:
>>
>> I've installed the Lustre Feature Release (2.5) from whamcloud
>> website in my Centos 6 servers and followed the documentation to
>> configure the HSM.
>>
>> It seems that the coodinator and the agent are running properly, but
>> when I try to archive a file from a lustre client it fails. As I was
>> not sure if there was a problem with the agent, I've instantiated 2
>> agents in 2 different machines (one in the MDS, that also acts as
>> lustre client). The backend of the first agent is a NFS filesystem
>> and the backend of the sencond is XFS.
>>
>> The error I get when I try to archive a file from any of my clients
>> is the following:
>>
>> [root@wn021 ~]# lfs hsm_archive /lustre/collectl.conf
>> Cannot send HSM request (use of /lustre/collectl.conf): Invalid
>> argument
>>
>> Below, I've attached the output of the commands I've used to test
>> that the configuration and the strace output of the of the "lfs
>> hsm_archive".
>>
>> Could somebody help me? Thanks in advanced
>>
>> Valvanuz
>>
>>
>> [root@wn024 ~]# lctl get_param mdt.lustrefs-MDT0000.hsm_control
>> mdt.lustrefs-MDT0000.hsm_control=enabled
>>
>> [root@wn024 ~]# lctl get_param -n mdt.lustrefs-MDT0000.hsm.agents
>> uuid=62a6a7ae-1c24-1380-e960-443ee68c4e80 archive_id=1
>> requests=[current:0 ok:0 errors:0]
>> uuid=5f5d5627-7fa6-1de0-6823-7d80db8d482d archive_id=2
>> requests=[current:0 ok:0 errors:0]
>>
>> [root@wn031 ~]# ps -ef|grep hsm
>> root 20437 1 0 Jan22 ? 00:00:00 lhsmtool_posix
>> --daemon --hsm-root /localtmp/lustrehsm --archive=2 /lustre
>> [root@wn024 ~]# ps -ef|grep hsm
>> root 11750 1 0 Jan22 ? 00:00:00 lhsmtool_posix
>> --daemon --hsm-root /oceano/gmeteo/WORK/valva/lustre --archive=1
>> /lustre
>>
>> [root@wn021 ~]# lfs hsm_archive /lustre/collectl.conf
>> Cannot send HSM request (use of /lustre/collectl.conf): Invalid
>> argument
>>
>> [root@wn021 ~]# lfs hsm_state /lustre/collectl.conf
>> /lustre/collectl.conf: (0x00000000)
>>
>> [root@wn021 ~]# strace lfs hsm_archive /lustre/collectl.conf
>> execve("/usr/bin/lfs", ["lfs", "hsm_archive",
>> "/lustre/collectl.conf"], [/* 69 vars */]) = 0
>> brk(0) = 0xa43000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258d9000
>> access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
>> directory)
>> open("/etc/ld.so.cache", O_RDONLY) = 3
>> fstat(3, {st_mode=S_IFREG|0644, st_size=54707, ...}) = 0
>> mmap(NULL, 54707, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f90258cb000
>> close(3) = 0
>> open("/lib64/libpthread.so.0", O_RDONLY) = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=142464, ...}) = 0
>> mmap(NULL, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f902549e000
>> mprotect(0x7f90254b5000, 2097152, PROT_NONE) = 0
>> mmap(0x7f90256b5000, 8192, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x7f90256b5000
>> mmap(0x7f90256b7000, 13216, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f90256b7000
>> close(3) = 0
>> open("/lib64/libreadline.so.6", O_RDONLY) = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0PE\1\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=269592, ...}) = 0
>> mmap(NULL, 2370056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f902525b000
>> mprotect(0x7f9025295000, 2097152, PROT_NONE) = 0
>> mmap(0x7f9025495000, 32768, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3a000) = 0x7f9025495000
>> mmap(0x7f902549d000, 2568, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f902549d000
>> close(3) = 0
>> open("/lib64/libncurses.so.5", O_RDONLY) = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000j\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=140096, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258ca000
>> mmap(NULL, 2235624, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f9025039000
>> mprotect(0x7f902505b000, 2093056, PROT_NONE) = 0
>> mmap(0x7f902525a000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x21000) = 0x7f902525a000
>> close(3) = 0
>> open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
>> read(3,
>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\v\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=10192, ...}) = 0
>> mmap(NULL, 2105424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f9024e36000
>> mprotect(0x7f9024e38000, 2093056, PROT_NONE) = 0
>> mmap(0x7f9025037000, 8192, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x7f9025037000
>> close(3) = 0
>> open("/lib64/libc.so.6", O_RDONLY) = 3
>> read(3,
>>
"\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\1\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=1916568, ...}) = 0
>> mmap(NULL, 3745960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f9024aa3000
>> mprotect(0x7f9024c2d000, 2093056, PROT_NONE) = 0
>> mmap(0x7f9024e2c000, 20480, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x189000) = 0x7f9024e2c000
>> mmap(0x7f9024e31000, 18600, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f9024e31000
>> close(3) = 0
>> open("/lib64/libtinfo.so.5", O_RDONLY) = 3
>> read(3,
>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\310\0\0\0\0\0\0"..., 832)
>> = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=135896, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258c9000
>> mmap(NULL, 2232320, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f9024882000
>> mprotect(0x7f902489f000, 2097152, PROT_NONE) = 0
>> mmap(0x7f9024a9f000, 16384, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d000) = 0x7f9024a9f000
>> close(3) = 0
>> open("/lib64/libdl.so.2", O_RDONLY) = 3
>> read(3,
>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=19536, ...}) = 0
>> mmap(NULL, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f902467e000
>> mprotect(0x7f9024680000, 2097152, PROT_NONE) = 0
>> mmap(0x7f9024880000, 8192, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7f9024880000
>> close(3) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258c8000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258c7000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258c6000
>> arch_prctl(ARCH_SET_FS, 0x7f90258c7700) = 0
>> mprotect(0x7f9024880000, 4096, PROT_READ) = 0
>> mprotect(0x7f9024e2c000, 16384, PROT_READ) = 0
>> mprotect(0x7f9025037000, 4096, PROT_READ) = 0
>> mprotect(0x7f90256b5000, 4096, PROT_READ) = 0
>> mprotect(0x7f90258da000, 4096, PROT_READ) = 0
>> munmap(0x7f90258cb000, 54707) = 0
>> set_tid_address(0x7f90258c79d0) = 15850
>> set_robust_list(0x7f90258c79e0, 0x18) = 0
>> futex(0x7fffd860f6bc, FUTEX_WAKE_PRIVATE, 1) = 0
>> futex(0x7fffd860f6bc,
>> FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME, 1, NULL,
>> 7f90258c7700) = -1 EAGAIN (Resource temporarily unavailable)
>> rt_sigaction(SIGRTMIN, {0x7f90254a3ae0, [], SA_RESTORER|SA_SIGINFO,
>> 0x7f90254ad500}, NULL, 8) = 0
>> rt_sigaction(SIGRT_1, {0x7f90254a3b70, [],
>> SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x7f90254ad500}, NULL, 8) = 0
>> rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
>> getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024,
>> rlim_max=RLIM_INFINITY}) = 0
>> shmget(IPC_PRIVATE, 65680, 0600) = 65536
>> shmat(65536, 0, 0) = ?
>> shmctl(65536, IPC_RMID, 0) = 0
>> brk(0) = 0xa43000
>> brk(0xa64000) = 0xa64000
>> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
>> ...}) = 0
>> open("/lustre/collectl.conf", O_RDONLY|O_NONBLOCK|O_NOFOLLOW) = 3
>> ioctl(3, 0x800866ad, 0xa43048) = 0
>> close(3) = 0
>> lstat("/lustre", {st_mode=S_IFDIR|0775, st_size=4096, ...}) = 0
>> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
>> ...}) = 0
>> open("/etc/mtab", O_RDONLY) = 3
>> fstat(3, {st_mode=S_IFREG|0644, st_size=344, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258d8000
>> read(3, "/dev/md0 / ext4 rw 0 0\nproc /pro"..., 4096) = 344
>> read(3, "", 4096) = 0
>> close(3) = 0
>> munmap(0x7f90258d8000, 4096) = 0
>> open("/lustre", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>> ioctl(3, 0x401866d9, 0xa43030) = -1 EI[root@wn021 ~]#
>> strace lfs hsm_archive /lustre/collectl.conf
>> execve("/usr/bin/lfs", ["lfs", "hsm_archive",
>> "/lustre/collectl.conf"], [/* 69 vars */]) = 0
>> brk(0) = 0xa43000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258d9000
>> access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
>> directory)
>> open("/etc/ld.so.cache", O_RDONLY) = 3
>> fstat(3, {st_mode=S_IFREG|0644, st_size=54707, ...}) = 0
>> mmap(NULL, 54707, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f90258cb000
>> close(3) = 0
>> open("/lib64/libpthread.so.0", O_RDONLY) = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=142464, ...}) = 0
>> mmap(NULL, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f902549e000
>> mprotect(0x7f90254b5000, 2097152, PROT_NONE) = 0
>> mmap(0x7f90256b5000, 8192, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x7f90256b5000
>> mmap(0x7f90256b7000, 13216, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f90256b7000
>> close(3) = 0
>> open("/lib64/libreadline.so.6", O_RDONLY) = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0PE\1\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=269592, ...}) = 0
>> mmap(NULL, 2370056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f902525b000
>> mprotect(0x7f9025295000, 2097152, PROT_NONE) = 0
>> mmap(0x7f9025495000, 32768, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3a000) = 0x7f9025495000
>> mmap(0x7f902549d000, 2568, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f902549d000
>> close(3) = 0
>> open("/lib64/libncurses.so.5", O_RDONLY) = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000j\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=140096, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258ca000
>> mmap(NULL, 2235624, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f9025039000
>> mprotect(0x7f902505b000, 2093056, PROT_NONE) = 0
>> mmap(0x7f902525a000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x21000) = 0x7f902525a000
>> close(3) = 0
>> open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
>> read(3,
>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\v\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=10192, ...}) = 0
>> mmap(NULL, 2105424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f9024e36000
>> mprotect(0x7f9024e38000, 2093056, PROT_NONE) = 0
>> mmap(0x7f9025037000, 8192, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x7f9025037000
>> close(3) = 0
>> open("/lib64/libc.so.6", O_RDONLY) = 3
>> read(3,
>>
"\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\1\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=1916568, ...}) = 0
>> mmap(NULL, 3745960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f9024aa3000
>> mprotect(0x7f9024c2d000, 2093056, PROT_NONE) = 0
>> mmap(0x7f9024e2c000, 20480, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x189000) = 0x7f9024e2c000
>> mmap(0x7f9024e31000, 18600, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f9024e31000
>> close(3) = 0
>> open("/lib64/libtinfo.so.5", O_RDONLY) = 3
>> read(3,
>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\310\0\0\0\0\0\0"..., 832)
>> = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=135896, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258c9000
>> mmap(NULL, 2232320, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f9024882000
>> mprotect(0x7f902489f000, 2097152, PROT_NONE) = 0
>> mmap(0x7f9024a9f000, 16384, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d000) = 0x7f9024a9f000
>> close(3) = 0
>> open("/lib64/libdl.so.2", O_RDONLY) = 3
>> read(3,
>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=19536, ...}) = 0
>> mmap(NULL, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>> 3, 0) = 0x7f902467e000
>> mprotect(0x7f9024680000, 2097152, PROT_NONE) = 0
>> mmap(0x7f9024880000, 8192, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7f9024880000
>> close(3) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258c8000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258c7000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258c6000
>> arch_prctl(ARCH_SET_FS, 0x7f90258c7700) = 0
>> mprotect(0x7f9024880000, 4096, PROT_READ) = 0
>> mprotect(0x7f9024e2c000, 16384, PROT_READ) = 0
>> mprotect(0x7f9025037000, 4096, PROT_READ) = 0
>> mprotect(0x7f90256b5000, 4096, PROT_READ) = 0
>> mprotect(0x7f90258da000, 4096, PROT_READ) = 0
>> munmap(0x7f90258cb000, 54707) = 0
>> set_tid_address(0x7f90258c79d0) = 15850
>> set_robust_list(0x7f90258c79e0, 0x18) = 0
>> futex(0x7fffd860f6bc, FUTEX_WAKE_PRIVATE, 1) = 0
>> futex(0x7fffd860f6bc,
>> FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME, 1, NULL,
>> 7f90258c7700) = -1 EAGAIN (Resource temporarily unavailable)
>> rt_sigaction(SIGRTMIN, {0x7f90254a3ae0, [], SA_RESTORER|SA_SIGINFO,
>> 0x7f90254ad500}, NULL, 8) = 0
>> rt_sigaction(SIGRT_1, {0x7f90254a3b70, [],
>> SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x7f90254ad500}, NULL, 8) = 0
>> rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
>> getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024,
>> rlim_max=RLIM_INFINITY}) = 0
>> shmget(IPC_PRIVATE, 65680, 0600) = 65536
>> shmat(65536, 0, 0) = ?
>> shmctl(65536, IPC_RMID, 0) = 0
>> brk(0) = 0xa43000
>> brk(0xa64000) = 0xa64000
>> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
>> ...}) = 0
>> open("/lustre/collectl.conf", O_RDONLY|O_NONBLOCK|O_NOFOLLOW) = 3
>> ioctl(3, 0x800866ad, 0xa43048) = 0
>> close(3) = 0
>> lstat("/lustre", {st_mode=S_IFDIR|0775, st_size=4096, ...}) = 0
>> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
>> ...}) = 0
>> open("/etc/mtab", O_RDONLY) = 3
>> fstat(3, {st_mode=S_IFREG|0644, st_size=344, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x7f90258d8000
>> read(3, "/dev/md0 / ext4 rw 0 0\nproc /pro"..., 4096) = 344
>> read(3, "", 4096) = 0
>> close(3) = 0
>> munmap(0x7f90258d8000, 4096) = 0
>> open("/lustre", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>> ioctl(3, 0x401866d9, 0xa43030) = -1 EINVAL (Invalid argument)
>> close(3) = 0
>> write(2, "Cannot send HSM request (use of "..., 73Cannot send HSM
>> request (use of /lustre/collectl.conf): Invalid argument
>> ) = 73
>> rt_sigaction(SIGINT, {0x40b230, [RT_1 RT_2 RT_3 RT_4 RT_5 RT_6 RT_7
>> RT_8 RT_9 RT_10 RT_11 RT_12 RT_13 RT_14 RT_15],
>> SA_RESTORER|SA_RESTART, 0x7f90254ad500}, NULL, 8) = 0
>> exit_group(22) = ?
>> NVAL (Invalid argument)
>> close(3) = 0
>> write(2, "Cannot send HSM request (use of "..., 73Cannot send HSM
>> request (use of /lustre/collectl.conf): Invalid argument
>> ) = 73
>> rt_sigaction(SIGINT, {0x40b230, [RT_1 RT_2 RT_3 RT_4 RT_5 RT_6 RT_7
>> RT_8 RT_9 RT_10 RT_11 RT_12 RT_13 RT_14 RT_15],
>> SA_RESTORER|SA_RESTART, 0x7f90254ad500}, NULL, 8) = 0
>> exit_group(22) = ?
>>
>>
>> _______________________________________________
>> HPDD-discuss mailing list
>> HPDD-discuss(a)lists.01.org
>> https://lists.01.org/mailman/listinfo/hpdd-discuss
>
5:04 a.m.
Hello,
I've unmounted the lustre client on the MDT. copytool is running in a
client only node (wn031).
When I try to archive a file from any other client only node I get the
same error. I've run a sniffer and I see that a TCP communication
between the client and the MDT is stablished when I launch the archive
request. In the the communication first packet I can see the name of the
file that I have requested (collect.conf) , but from this capture I
can't get any other useful information.
I have also tried to enable debug in MDT, but I do not see any relevant
information. Do you know which subsystem should I debug to get further
information?
Thank you in advanced.
Valva
On 02/03/2014 10:13 AM, DEGREMONT Aurelien wrote:
Hello
I'm quite surprise by this.
To try to understand what's happening, could you simplify your set up.
Do not mount a client on MDT. Use only 1 archive. Runs the copytool on
the Lustre client only node (wn031 ?). And try again.
If this is still failing, add more debugging stuff to track if the
request is going to MDT and is being denied there or the error is
returned directly on client.
Aurélien
Le 03/02/2014 08:42, Valvanuz Fernandez a écrit :
> Hello,
>
> I've run the command specifying an archive ID, but the error is still
> the same. The dmesg output of both, the client and the MDT, is empty
> (no new lines have been added).
> Should I enable debug?
>
> Thank you
>
> Valvanuz
>
> [valva@wn045 ~]$ lfs hsm_archive --archive=2 /lustre/collectl.conf
> Cannot send HSM request (use of /lustre/collectl.conf): Invalid argument
>
>
> On 01/31/2014 04:40 PM, DEGREMONT Aurelien wrote:
>> Hello
>>
>> Could you check what "dmesg" said on client node and MDT node when
>> hsm_archive is returning an error?
>>
>> Could you try specifying a archive ID when archiving?
>>
>> lfs hsm_archive --archive=2 /lustre/collectl.conf
>>
>>
>> Aurélien
>>
>>
>> Le 28/01/2014 15:14, Valvanuz Fernandez a écrit :
>>> Hello:
>>>
>>> I've installed the Lustre Feature Release (2.5) from whamcloud
>>> website in my Centos 6 servers and followed the documentation to
>>> configure the HSM.
>>>
>>> It seems that the coodinator and the agent are running properly,
>>> but when I try to archive a file from a lustre client it fails. As
>>> I was not sure if there was a problem with the agent, I've
>>> instantiated 2 agents in 2 different machines (one in the MDS, that
>>> also acts as lustre client). The backend of the first agent is a
>>> NFS filesystem and the backend of the sencond is XFS.
>>>
>>> The error I get when I try to archive a file from any of my clients
>>> is the following:
>>>
>>> [root@wn021 ~]# lfs hsm_archive /lustre/collectl.conf
>>> Cannot send HSM request (use of /lustre/collectl.conf): Invalid
>>> argument
>>>
>>> Below, I've attached the output of the commands I've used to test
>>> that the configuration and the strace output of the of the "lfs
>>> hsm_archive".
>>>
>>> Could somebody help me? Thanks in advanced
>>>
>>> Valvanuz
>>>
>>>
>>> [root@wn024 ~]# lctl get_param mdt.lustrefs-MDT0000.hsm_control
>>> mdt.lustrefs-MDT0000.hsm_control=enabled
>>>
>>> [root@wn024 ~]# lctl get_param -n mdt.lustrefs-MDT0000.hsm.agents
>>> uuid=62a6a7ae-1c24-1380-e960-443ee68c4e80 archive_id=1
>>> requests=[current:0 ok:0 errors:0]
>>> uuid=5f5d5627-7fa6-1de0-6823-7d80db8d482d archive_id=2
>>> requests=[current:0 ok:0 errors:0]
>>>
>>> [root@wn031 ~]# ps -ef|grep hsm
>>> root 20437 1 0 Jan22 ? 00:00:00 lhsmtool_posix
>>> --daemon --hsm-root /localtmp/lustrehsm --archive=2 /lustre
>>> [root@wn024 ~]# ps -ef|grep hsm
>>> root 11750 1 0 Jan22 ? 00:00:00 lhsmtool_posix
>>> --daemon --hsm-root /oceano/gmeteo/WORK/valva/lustre --archive=1
>>> /lustre
>>>
>>> [root@wn021 ~]# lfs hsm_archive /lustre/collectl.conf
>>> Cannot send HSM request (use of /lustre/collectl.conf): Invalid
>>> argument
>>>
>>> [root@wn021 ~]# lfs hsm_state /lustre/collectl.conf
>>> /lustre/collectl.conf: (0x00000000)
>>>
>>> [root@wn021 ~]# strace lfs hsm_archive /lustre/collectl.conf
>>> execve("/usr/bin/lfs", ["lfs", "hsm_archive",
>>> "/lustre/collectl.conf"], [/* 69 vars */]) = 0
>>> brk(0) = 0xa43000
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258d9000
>>> access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file
>>> or directory)
>>> open("/etc/ld.so.cache", O_RDONLY) = 3
>>> fstat(3, {st_mode=S_IFREG|0644, st_size=54707, ...}) = 0
>>> mmap(NULL, 54707, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f90258cb000
>>> close(3) = 0
>>> open("/lib64/libpthread.so.0", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0\0\0\0\0\0"...,
>>> 832) = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=142464, ...}) = 0
>>> mmap(NULL, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f902549e000
>>> mprotect(0x7f90254b5000, 2097152, PROT_NONE) = 0
>>> mmap(0x7f90256b5000, 8192, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x7f90256b5000
>>> mmap(0x7f90256b7000, 13216, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f90256b7000
>>> close(3) = 0
>>> open("/lib64/libreadline.so.6", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0PE\1\0\0\0\0\0"...,
>>> 832) = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=269592, ...}) = 0
>>> mmap(NULL, 2370056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f902525b000
>>> mprotect(0x7f9025295000, 2097152, PROT_NONE) = 0
>>> mmap(0x7f9025495000, 32768, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3a000) = 0x7f9025495000
>>> mmap(0x7f902549d000, 2568, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f902549d000
>>> close(3) = 0
>>> open("/lib64/libncurses.so.5", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000j\0\0\0\0\0\0"..., 832)
>>> = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=140096, ...}) = 0
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258ca000
>>> mmap(NULL, 2235624, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f9025039000
>>> mprotect(0x7f902505b000, 2093056, PROT_NONE) = 0
>>> mmap(0x7f902525a000, 4096, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x21000) = 0x7f902525a000
>>> close(3) = 0
>>> open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\v\0\0\0\0\0\0"...,
>>> 832) = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=10192, ...}) = 0
>>> mmap(NULL, 2105424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f9024e36000
>>> mprotect(0x7f9024e38000, 2093056, PROT_NONE) = 0
>>> mmap(0x7f9025037000, 8192, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x7f9025037000
>>> close(3) = 0
>>> open("/lib64/libc.so.6", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\1\0\0\0\0\0"...,
>>> 832) = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=1916568, ...}) = 0
>>> mmap(NULL, 3745960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f9024aa3000
>>> mprotect(0x7f9024c2d000, 2093056, PROT_NONE) = 0
>>> mmap(0x7f9024e2c000, 20480, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x189000) = 0x7f9024e2c000
>>> mmap(0x7f9024e31000, 18600, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f9024e31000
>>> close(3) = 0
>>> open("/lib64/libtinfo.so.5", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\310\0\0\0\0\0\0"...,
>>> 832) = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=135896, ...}) = 0
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258c9000
>>> mmap(NULL, 2232320, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f9024882000
>>> mprotect(0x7f902489f000, 2097152, PROT_NONE) = 0
>>> mmap(0x7f9024a9f000, 16384, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d000) = 0x7f9024a9f000
>>> close(3) = 0
>>> open("/lib64/libdl.so.2", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
>>> 832) = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=19536, ...}) = 0
>>> mmap(NULL, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f902467e000
>>> mprotect(0x7f9024680000, 2097152, PROT_NONE) = 0
>>> mmap(0x7f9024880000, 8192, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7f9024880000
>>> close(3) = 0
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258c8000
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258c7000
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258c6000
>>> arch_prctl(ARCH_SET_FS, 0x7f90258c7700) = 0
>>> mprotect(0x7f9024880000, 4096, PROT_READ) = 0
>>> mprotect(0x7f9024e2c000, 16384, PROT_READ) = 0
>>> mprotect(0x7f9025037000, 4096, PROT_READ) = 0
>>> mprotect(0x7f90256b5000, 4096, PROT_READ) = 0
>>> mprotect(0x7f90258da000, 4096, PROT_READ) = 0
>>> munmap(0x7f90258cb000, 54707) = 0
>>> set_tid_address(0x7f90258c79d0) = 15850
>>> set_robust_list(0x7f90258c79e0, 0x18) = 0
>>> futex(0x7fffd860f6bc, FUTEX_WAKE_PRIVATE, 1) = 0
>>> futex(0x7fffd860f6bc,
>>> FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME, 1, NULL,
>>> 7f90258c7700) = -1 EAGAIN (Resource temporarily unavailable)
>>> rt_sigaction(SIGRTMIN, {0x7f90254a3ae0, [], SA_RESTORER|SA_SIGINFO,
>>> 0x7f90254ad500}, NULL, 8) = 0
>>> rt_sigaction(SIGRT_1, {0x7f90254a3b70, [],
>>> SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x7f90254ad500}, NULL, 8) = 0
>>> rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
>>> getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024,
>>> rlim_max=RLIM_INFINITY}) = 0
>>> shmget(IPC_PRIVATE, 65680, 0600) = 65536
>>> shmat(65536, 0, 0) = ?
>>> shmctl(65536, IPC_RMID, 0) = 0
>>> brk(0) = 0xa43000
>>> brk(0xa64000) = 0xa64000
>>> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
>>> ...}) = 0
>>> open("/lustre/collectl.conf", O_RDONLY|O_NONBLOCK|O_NOFOLLOW) = 3
>>> ioctl(3, 0x800866ad, 0xa43048) = 0
>>> close(3) = 0
>>> lstat("/lustre", {st_mode=S_IFDIR|0775, st_size=4096, ...}) = 0
>>> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
>>> ...}) = 0
>>> open("/etc/mtab", O_RDONLY) = 3
>>> fstat(3, {st_mode=S_IFREG|0644, st_size=344, ...}) = 0
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258d8000
>>> read(3, "/dev/md0 / ext4 rw 0 0\nproc /pro"..., 4096) = 344
>>> read(3, "", 4096) = 0
>>> close(3) = 0
>>> munmap(0x7f90258d8000, 4096) = 0
>>> open("/lustre", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>>> ioctl(3, 0x401866d9, 0xa43030) = -1 EI[root@wn021 ~]#
>>> strace lfs hsm_archive /lustre/collectl.conf
>>> execve("/usr/bin/lfs", ["lfs", "hsm_archive",
>>> "/lustre/collectl.conf"], [/* 69 vars */]) = 0
>>> brk(0) = 0xa43000
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258d9000
>>> access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file
>>> or directory)
>>> open("/etc/ld.so.cache", O_RDONLY) = 3
>>> fstat(3, {st_mode=S_IFREG|0644, st_size=54707, ...}) = 0
>>> mmap(NULL, 54707, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f90258cb000
>>> close(3) = 0
>>> open("/lib64/libpthread.so.0", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0\0\0\0\0\0"...,
>>> 832) = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=142464, ...}) = 0
>>> mmap(NULL, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f902549e000
>>> mprotect(0x7f90254b5000, 2097152, PROT_NONE) = 0
>>> mmap(0x7f90256b5000, 8192, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x7f90256b5000
>>> mmap(0x7f90256b7000, 13216, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f90256b7000
>>> close(3) = 0
>>> open("/lib64/libreadline.so.6", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0PE\1\0\0\0\0\0"...,
>>> 832) = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=269592, ...}) = 0
>>> mmap(NULL, 2370056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f902525b000
>>> mprotect(0x7f9025295000, 2097152, PROT_NONE) = 0
>>> mmap(0x7f9025495000, 32768, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3a000) = 0x7f9025495000
>>> mmap(0x7f902549d000, 2568, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f902549d000
>>> close(3) = 0
>>> open("/lib64/libncurses.so.5", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000j\0\0\0\0\0\0"..., 832)
>>> = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=140096, ...}) = 0
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258ca000
>>> mmap(NULL, 2235624, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f9025039000
>>> mprotect(0x7f902505b000, 2093056, PROT_NONE) = 0
>>> mmap(0x7f902525a000, 4096, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x21000) = 0x7f902525a000
>>> close(3) = 0
>>> open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\v\0\0\0\0\0\0"...,
>>> 832) = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=10192, ...}) = 0
>>> mmap(NULL, 2105424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f9024e36000
>>> mprotect(0x7f9024e38000, 2093056, PROT_NONE) = 0
>>> mmap(0x7f9025037000, 8192, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x7f9025037000
>>> close(3) = 0
>>> open("/lib64/libc.so.6", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\1\0\0\0\0\0"...,
>>> 832) = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=1916568, ...}) = 0
>>> mmap(NULL, 3745960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f9024aa3000
>>> mprotect(0x7f9024c2d000, 2093056, PROT_NONE) = 0
>>> mmap(0x7f9024e2c000, 20480, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x189000) = 0x7f9024e2c000
>>> mmap(0x7f9024e31000, 18600, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f9024e31000
>>> close(3) = 0
>>> open("/lib64/libtinfo.so.5", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\310\0\0\0\0\0\0"...,
>>> 832) = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=135896, ...}) = 0
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258c9000
>>> mmap(NULL, 2232320, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f9024882000
>>> mprotect(0x7f902489f000, 2097152, PROT_NONE) = 0
>>> mmap(0x7f9024a9f000, 16384, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d000) = 0x7f9024a9f000
>>> close(3) = 0
>>> open("/lib64/libdl.so.2", O_RDONLY) = 3
>>> read(3,
>>>
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
>>> 832) = 832
>>> fstat(3, {st_mode=S_IFREG|0755, st_size=19536, ...}) = 0
>>> mmap(NULL, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
>>> 3, 0) = 0x7f902467e000
>>> mprotect(0x7f9024680000, 2097152, PROT_NONE) = 0
>>> mmap(0x7f9024880000, 8192, PROT_READ|PROT_WRITE,
>>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7f9024880000
>>> close(3) = 0
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258c8000
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258c7000
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258c6000
>>> arch_prctl(ARCH_SET_FS, 0x7f90258c7700) = 0
>>> mprotect(0x7f9024880000, 4096, PROT_READ) = 0
>>> mprotect(0x7f9024e2c000, 16384, PROT_READ) = 0
>>> mprotect(0x7f9025037000, 4096, PROT_READ) = 0
>>> mprotect(0x7f90256b5000, 4096, PROT_READ) = 0
>>> mprotect(0x7f90258da000, 4096, PROT_READ) = 0
>>> munmap(0x7f90258cb000, 54707) = 0
>>> set_tid_address(0x7f90258c79d0) = 15850
>>> set_robust_list(0x7f90258c79e0, 0x18) = 0
>>> futex(0x7fffd860f6bc, FUTEX_WAKE_PRIVATE, 1) = 0
>>> futex(0x7fffd860f6bc,
>>> FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME, 1, NULL,
>>> 7f90258c7700) = -1 EAGAIN (Resource temporarily unavailable)
>>> rt_sigaction(SIGRTMIN, {0x7f90254a3ae0, [], SA_RESTORER|SA_SIGINFO,
>>> 0x7f90254ad500}, NULL, 8) = 0
>>> rt_sigaction(SIGRT_1, {0x7f90254a3b70, [],
>>> SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x7f90254ad500}, NULL, 8) = 0
>>> rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
>>> getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024,
>>> rlim_max=RLIM_INFINITY}) = 0
>>> shmget(IPC_PRIVATE, 65680, 0600) = 65536
>>> shmat(65536, 0, 0) = ?
>>> shmctl(65536, IPC_RMID, 0) = 0
>>> brk(0) = 0xa43000
>>> brk(0xa64000) = 0xa64000
>>> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
>>> ...}) = 0
>>> open("/lustre/collectl.conf", O_RDONLY|O_NONBLOCK|O_NOFOLLOW) = 3
>>> ioctl(3, 0x800866ad, 0xa43048) = 0
>>> close(3) = 0
>>> lstat("/lustre", {st_mode=S_IFDIR|0775, st_size=4096, ...}) = 0
>>> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
>>> ...}) = 0
>>> open("/etc/mtab", O_RDONLY) = 3
>>> fstat(3, {st_mode=S_IFREG|0644, st_size=344, ...}) = 0
>>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>>> -1, 0) = 0x7f90258d8000
>>> read(3, "/dev/md0 / ext4 rw 0 0\nproc /pro"..., 4096) = 344
>>> read(3, "", 4096) = 0
>>> close(3) = 0
>>> munmap(0x7f90258d8000, 4096) = 0
>>> open("/lustre", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>>> ioctl(3, 0x401866d9, 0xa43030) = -1 EINVAL (Invalid argument)
>>> close(3) = 0
>>> write(2, "Cannot send HSM request (use of "..., 73Cannot send HSM
>>> request (use of /lustre/collectl.conf): Invalid argument
>>> ) = 73
>>> rt_sigaction(SIGINT, {0x40b230, [RT_1 RT_2 RT_3 RT_4 RT_5 RT_6 RT_7
>>> RT_8 RT_9 RT_10 RT_11 RT_12 RT_13 RT_14 RT_15],
>>> SA_RESTORER|SA_RESTART, 0x7f90254ad500}, NULL, 8) = 0
>>> exit_group(22) = ?
>>> NVAL (Invalid argument)
>>> close(3) = 0
>>> write(2, "Cannot send HSM request (use of "..., 73Cannot send HSM
>>> request (use of /lustre/collectl.conf): Invalid argument
>>> ) = 73
>>> rt_sigaction(SIGINT, {0x40b230, [RT_1 RT_2 RT_3 RT_4 RT_5 RT_6 RT_7
>>> RT_8 RT_9 RT_10 RT_11 RT_12 RT_13 RT_14 RT_15],
>>> SA_RESTORER|SA_RESTART, 0x7f90254ad500}, NULL, 8) = 0
>>> exit_group(22) = ?
>>>
>>>
>>> _______________________________________________
>>> HPDD-discuss mailing list
>>> HPDD-discuss(a)lists.01.org
>>> https://lists.01.org/mailman/listinfo/hpdd-discuss
>>
>
10:12 a.m.
My mount point is /mnt/dmf2lfs. I did an strace also and noted
two things. One is that your "/" is a md device. This shouldn't
make a difference but I have not tried that.
The second is that when it tries to open your "/lustre"
mount point the ioctl is returning "-1 EI". Looking at
the ioctl man page and the errors returned, this is most
likely "EINVAL" (but the end cut off for some reason). But when the
ioctl to the mount point occurs in my trace the ioctl
returns 0. This is most likely the problem. For some reason
the open to your /lustre is failing.
Your strace:
open("/lustre", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
ioctl(3, 0x401866d9, 0xa43030) = -1 EI
my strace
open("/mnt/dmf2lfs", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
ioctl(3, 0x401866d9, 0x1673030) = 0
close(3) = 0
Gary
On 02/02/2014 11:42 PM, Valvanuz Fernandez wrote:
Hello,
I've run the command specifying an archive ID, but the error is still the same. The
dmesg output of both, the client and the MDT, is empty (no new lines have been added).
Should I enable debug?
Thank you
Valvanuz
[valva@wn045 ~]$ lfs hsm_archive --archive=2 /lustre/collectl.conf
Cannot send HSM request (use of /lustre/collectl.conf): Invalid argument
On 01/31/2014 04:40 PM, DEGREMONT Aurelien wrote:
> Hello
>
> Could you check what "dmesg" said on client node and MDT node when
hsm_archive is returning an error?
>
> Could you try specifying a archive ID when archiving?
>
> lfs hsm_archive --archive=2 /lustre/collectl.conf
>
>
> Aurélien
>
>
> Le 28/01/2014 15:14, Valvanuz Fernandez a écrit :
>> Hello:
>>
>> I've installed the Lustre Feature Release (2.5) from whamcloud website in my
Centos 6 servers and followed the documentation to configure the HSM.
>>
>> It seems that the coodinator and the agent are running properly, but when I try
to archive a file from a lustre client it fails. As I was not sure if there was a problem
with the agent, I've
>> instantiated 2 agents in 2 different machines (one in the MDS, that also acts as
lustre client). The backend of the first agent is a NFS filesystem and the backend of the
sencond is XFS.
>>
>> The error I get when I try to archive a file from any of my clients is the
following:
>>
>> [root@wn021 ~]# lfs hsm_archive /lustre/collectl.conf
>> Cannot send HSM request (use of /lustre/collectl.conf): Invalid argument
>>
>> Below, I've attached the output of the commands I've used to test that
the configuration and the strace output of the of the "lfs hsm_archive".
>>
>> Could somebody help me? Thanks in advanced
>>
>> Valvanuz
>>
>>
>> [root@wn024 ~]# lctl get_param mdt.lustrefs-MDT0000.hsm_control
>> mdt.lustrefs-MDT0000.hsm_control=enabled
>>
>> [root@wn024 ~]# lctl get_param -n mdt.lustrefs-MDT0000.hsm.agents
>> uuid=62a6a7ae-1c24-1380-e960-443ee68c4e80 archive_id=1 requests=[current:0 ok:0
errors:0]
>> uuid=5f5d5627-7fa6-1de0-6823-7d80db8d482d archive_id=2 requests=[current:0 ok:0
errors:0]
>>
>> [root@wn031 ~]# ps -ef|grep hsm
>> root 20437 1 0 Jan22 ? 00:00:00 lhsmtool_posix --daemon
--hsm-root /localtmp/lustrehsm --archive=2 /lustre
>> [root@wn024 ~]# ps -ef|grep hsm
>> root 11750 1 0 Jan22 ? 00:00:00 lhsmtool_posix --daemon
--hsm-root /oceano/gmeteo/WORK/valva/lustre --archive=1 /lustre
>>
>> [root@wn021 ~]# lfs hsm_archive /lustre/collectl.conf
>> Cannot send HSM request (use of /lustre/collectl.conf): Invalid argument
>>
>> [root@wn021 ~]# lfs hsm_state /lustre/collectl.conf
>> /lustre/collectl.conf: (0x00000000)
>>
>> [root@wn021 ~]# strace lfs hsm_archive /lustre/collectl.conf
>> execve("/usr/bin/lfs", ["lfs", "hsm_archive",
"/lustre/collectl.conf"], [/* 69 vars */]) = 0
>> brk(0) = 0xa43000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258d9000
>> access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
directory)
>> open("/etc/ld.so.cache", O_RDONLY) = 3
>> fstat(3, {st_mode=S_IFREG|0644, st_size=54707, ...}) = 0
>> mmap(NULL, 54707, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f90258cb000
>> close(3) = 0
>> open("/lib64/libpthread.so.0", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0\0\0\0\0\0"..., 832) =
832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=142464, ...}) = 0
>> mmap(NULL, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f902549e000
>> mprotect(0x7f90254b5000, 2097152, PROT_NONE) = 0
>> mmap(0x7f90256b5000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x7f90256b5000
>> mmap(0x7f90256b7000, 13216, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f90256b7000
>> close(3) = 0
>> open("/lib64/libreadline.so.6", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0PE\1\0\0\0\0\0"..., 832) =
832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=269592, ...}) = 0
>> mmap(NULL, 2370056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f902525b000
>> mprotect(0x7f9025295000, 2097152, PROT_NONE) = 0
>> mmap(0x7f9025495000, 32768, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3a000) = 0x7f9025495000
>> mmap(0x7f902549d000, 2568, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f902549d000
>> close(3) = 0
>> open("/lib64/libncurses.so.5", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000j\0\0\0\0\0\0"..., 832) =
832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=140096, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258ca000
>> mmap(NULL, 2235624, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f9025039000
>> mprotect(0x7f902505b000, 2093056, PROT_NONE) = 0
>> mmap(0x7f902525a000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x21000) = 0x7f902525a000
>> close(3) = 0
>> open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\v\0\0\0\0\0\0"..., 832) =
832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=10192, ...}) = 0
>> mmap(NULL, 2105424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f9024e36000
>> mprotect(0x7f9024e38000, 2093056, PROT_NONE) = 0
>> mmap(0x7f9025037000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x7f9025037000
>> close(3) = 0
>> open("/lib64/libc.so.6", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\1\0\0\0\0\0"..., 832)
= 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=1916568, ...}) = 0
>> mmap(NULL, 3745960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f9024aa3000
>> mprotect(0x7f9024c2d000, 2093056, PROT_NONE) = 0
>> mmap(0x7f9024e2c000, 20480, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x189000) = 0x7f9024e2c000
>> mmap(0x7f9024e31000, 18600, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f9024e31000
>> close(3) = 0
>> open("/lib64/libtinfo.so.5", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\310\0\0\0\0\0\0"..., 832) =
832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=135896, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258c9000
>> mmap(NULL, 2232320, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f9024882000
>> mprotect(0x7f902489f000, 2097152, PROT_NONE) = 0
>> mmap(0x7f9024a9f000, 16384, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d000) = 0x7f9024a9f000
>> close(3) = 0
>> open("/lib64/libdl.so.2", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"..., 832) =
832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=19536, ...}) = 0
>> mmap(NULL, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f902467e000
>> mprotect(0x7f9024680000, 2097152, PROT_NONE) = 0
>> mmap(0x7f9024880000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7f9024880000
>> close(3) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258c8000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258c7000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258c6000
>> arch_prctl(ARCH_SET_FS, 0x7f90258c7700) = 0
>> mprotect(0x7f9024880000, 4096, PROT_READ) = 0
>> mprotect(0x7f9024e2c000, 16384, PROT_READ) = 0
>> mprotect(0x7f9025037000, 4096, PROT_READ) = 0
>> mprotect(0x7f90256b5000, 4096, PROT_READ) = 0
>> mprotect(0x7f90258da000, 4096, PROT_READ) = 0
>> munmap(0x7f90258cb000, 54707) = 0
>> set_tid_address(0x7f90258c79d0) = 15850
>> set_robust_list(0x7f90258c79e0, 0x18) = 0
>> futex(0x7fffd860f6bc, FUTEX_WAKE_PRIVATE, 1) = 0
>> futex(0x7fffd860f6bc, FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME, 1, NULL,
7f90258c7700) = -1 EAGAIN (Resource temporarily unavailable)
>> rt_sigaction(SIGRTMIN, {0x7f90254a3ae0, [], SA_RESTORER|SA_SIGINFO,
0x7f90254ad500}, NULL, 8) = 0
>> rt_sigaction(SIGRT_1, {0x7f90254a3b70, [], SA_RESTORER|SA_RESTART|SA_SIGINFO,
0x7f90254ad500}, NULL, 8) = 0
>> rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
>> getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024, rlim_max=RLIM_INFINITY}) = 0
>> shmget(IPC_PRIVATE, 65680, 0600) = 65536
>> shmat(65536, 0, 0) = ?
>> shmctl(65536, IPC_RMID, 0) = 0
>> brk(0) = 0xa43000
>> brk(0xa64000) = 0xa64000
>> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
...}) = 0
>> open("/lustre/collectl.conf", O_RDONLY|O_NONBLOCK|O_NOFOLLOW) = 3
>> ioctl(3, 0x800866ad, 0xa43048) = 0
>> close(3) = 0
>> lstat("/lustre", {st_mode=S_IFDIR|0775, st_size=4096, ...}) = 0
>> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
...}) = 0
>> open("/etc/mtab", O_RDONLY) = 3
>> fstat(3, {st_mode=S_IFREG|0644, st_size=344, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258d8000
>> read(3, "/dev/md0 / ext4 rw 0 0\nproc /pro"..., 4096) = 344
>> read(3, "", 4096) = 0
>> close(3) = 0
>> munmap(0x7f90258d8000, 4096) = 0
>> open("/lustre", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>> ioctl(3, 0x401866d9, 0xa43030) = -1 EI[root@wn021 ~]# strace lfs
hsm_archive /lustre/collectl.conf
>> execve("/usr/bin/lfs", ["lfs", "hsm_archive",
"/lustre/collectl.conf"], [/* 69 vars */]) = 0
>> brk(0) = 0xa43000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258d9000
>> access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
directory)
>> open("/etc/ld.so.cache", O_RDONLY) = 3
>> fstat(3, {st_mode=S_IFREG|0644, st_size=54707, ...}) = 0
>> mmap(NULL, 54707, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f90258cb000
>> close(3) = 0
>> open("/lib64/libpthread.so.0", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0\0\0\0\0\0"..., 832) =
832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=142464, ...}) = 0
>> mmap(NULL, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f902549e000
>> mprotect(0x7f90254b5000, 2097152, PROT_NONE) = 0
>> mmap(0x7f90256b5000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x7f90256b5000
>> mmap(0x7f90256b7000, 13216, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f90256b7000
>> close(3) = 0
>> open("/lib64/libreadline.so.6", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0PE\1\0\0\0\0\0"..., 832) =
832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=269592, ...}) = 0
>> mmap(NULL, 2370056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f902525b000
>> mprotect(0x7f9025295000, 2097152, PROT_NONE) = 0
>> mmap(0x7f9025495000, 32768, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3a000) = 0x7f9025495000
>> mmap(0x7f902549d000, 2568, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f902549d000
>> close(3) = 0
>> open("/lib64/libncurses.so.5", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000j\0\0\0\0\0\0"..., 832) =
832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=140096, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258ca000
>> mmap(NULL, 2235624, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f9025039000
>> mprotect(0x7f902505b000, 2093056, PROT_NONE) = 0
>> mmap(0x7f902525a000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x21000) = 0x7f902525a000
>> close(3) = 0
>> open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\v\0\0\0\0\0\0"..., 832) =
832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=10192, ...}) = 0
>> mmap(NULL, 2105424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f9024e36000
>> mprotect(0x7f9024e38000, 2093056, PROT_NONE) = 0
>> mmap(0x7f9025037000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x7f9025037000
>> close(3) = 0
>> open("/lib64/libc.so.6", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\1\0\0\0\0\0"..., 832)
= 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=1916568, ...}) = 0
>> mmap(NULL, 3745960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f9024aa3000
>> mprotect(0x7f9024c2d000, 2093056, PROT_NONE) = 0
>> mmap(0x7f9024e2c000, 20480, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x189000) = 0x7f9024e2c000
>> mmap(0x7f9024e31000, 18600, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f9024e31000
>> close(3) = 0
>> open("/lib64/libtinfo.so.5", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\310\0\0\0\0\0\0"..., 832) =
832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=135896, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258c9000
>> mmap(NULL, 2232320, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f9024882000
>> mprotect(0x7f902489f000, 2097152, PROT_NONE) = 0
>> mmap(0x7f9024a9f000, 16384, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d000) = 0x7f9024a9f000
>> close(3) = 0
>> open("/lib64/libdl.so.2", O_RDONLY) = 3
>> read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"..., 832) =
832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=19536, ...}) = 0
>> mmap(NULL, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f902467e000
>> mprotect(0x7f9024680000, 2097152, PROT_NONE) = 0
>> mmap(0x7f9024880000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7f9024880000
>> close(3) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258c8000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258c7000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258c6000
>> arch_prctl(ARCH_SET_FS, 0x7f90258c7700) = 0
>> mprotect(0x7f9024880000, 4096, PROT_READ) = 0
>> mprotect(0x7f9024e2c000, 16384, PROT_READ) = 0
>> mprotect(0x7f9025037000, 4096, PROT_READ) = 0
>> mprotect(0x7f90256b5000, 4096, PROT_READ) = 0
>> mprotect(0x7f90258da000, 4096, PROT_READ) = 0
>> munmap(0x7f90258cb000, 54707) = 0
>> set_tid_address(0x7f90258c79d0) = 15850
>> set_robust_list(0x7f90258c79e0, 0x18) = 0
>> futex(0x7fffd860f6bc, FUTEX_WAKE_PRIVATE, 1) = 0
>> futex(0x7fffd860f6bc, FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME, 1, NULL,
7f90258c7700) = -1 EAGAIN (Resource temporarily unavailable)
>> rt_sigaction(SIGRTMIN, {0x7f90254a3ae0, [], SA_RESTORER|SA_SIGINFO,
0x7f90254ad500}, NULL, 8) = 0
>> rt_sigaction(SIGRT_1, {0x7f90254a3b70, [], SA_RESTORER|SA_RESTART|SA_SIGINFO,
0x7f90254ad500}, NULL, 8) = 0
>> rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
>> getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024, rlim_max=RLIM_INFINITY}) = 0
>> shmget(IPC_PRIVATE, 65680, 0600) = 65536
>> shmat(65536, 0, 0) = ?
>> shmctl(65536, IPC_RMID, 0) = 0
>> brk(0) = 0xa43000
>> brk(0xa64000) = 0xa64000
>> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
...}) = 0
>> open("/lustre/collectl.conf", O_RDONLY|O_NONBLOCK|O_NOFOLLOW) = 3
>> ioctl(3, 0x800866ad, 0xa43048) = 0
>> close(3) = 0
>> lstat("/lustre", {st_mode=S_IFDIR|0775, st_size=4096, ...}) = 0
>> lstat("/lustre/collectl.conf", {st_mode=S_IFREG|0644, st_size=7361,
...}) = 0
>> open("/etc/mtab", O_RDONLY) = 3
>> fstat(3, {st_mode=S_IFREG|0644, st_size=344, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f90258d8000
>> read(3, "/dev/md0 / ext4 rw 0 0\nproc /pro"..., 4096) = 344
>> read(3, "", 4096) = 0
>> close(3) = 0
>> munmap(0x7f90258d8000, 4096) = 0
>> open("/lustre", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>> ioctl(3, 0x401866d9, 0xa43030) = -1 EINVAL (Invalid argument)
>> close(3) = 0
>> write(2, "Cannot send HSM request (use of "..., 73Cannot send HSM
request (use of /lustre/collectl.conf): Invalid argument
>> ) = 73
>> rt_sigaction(SIGINT, {0x40b230, [RT_1 RT_2 RT_3 RT_4 RT_5 RT_6 RT_7 RT_8 RT_9
RT_10 RT_11 RT_12 RT_13 RT_14 RT_15], SA_RESTORER|SA_RESTART, 0x7f90254ad500}, NULL, 8) =
0
>> exit_group(22) = ?
>> NVAL (Invalid argument)
>> close(3) = 0
>> write(2, "Cannot send HSM request (use of "..., 73Cannot send HSM
request (use of /lustre/collectl.conf): Invalid argument
>> ) = 73
>> rt_sigaction(SIGINT, {0x40b230, [RT_1 RT_2 RT_3 RT_4 RT_5 RT_6 RT_7 RT_8 RT_9
RT_10 RT_11 RT_12 RT_13 RT_14 RT_15], SA_RESTORER|SA_RESTART, 0x7f90254ad500}, NULL, 8) =
0
>> exit_group(22) = ?
>>
>>
>> _______________________________________________
>> HPDD-discuss mailing list
>> HPDD-discuss(a)lists.01.org
>> https://lists.01.org/mailman/listinfo/hpdd-discuss
>
_______________________________________________
HPDD-discuss mailing list
HPDD-discuss(a)lists.01.org
https://lists.01.org/mailman/listinfo/hpdd-discuss
2622
days inactive
2630
days old
5 comments
4 participants
participants (4)
-
DEGREMONT Aurelien -
Gary Hagensen -
Valvanuz Fernandez -
Valvanuz Fernandez