Problem to build Lustre client 2.7.0 with OFED on CentOS
by David Roman
Hello,
I want compiled Lustre Client 2.7.0 with OFED-3.18-rc3 under Centos 6.6 (2.6.32-504.8.1.el6.x86_64 x86_64)
# rpm -qa | grep kernel
kernel-debug-devel-2.6.32-504.8.1.el6.x86_64
kernel-2.6.32-504.8.1.el6.x86_64
kernel-headers-2.6.32-504.8.1.el6.x86_64
kernel-devel-2.6.32-504.8.1.el6.x86_64
kernel-firmware-2.6.32-504.8.1.el6.noarch
kernel-debug-2.6.32-504.8.1.el6.x86_64
dracut-kernel-004-356.el6_6.2.noarch
I install OFED-3.18-rc3
tar OFED-3.18-rc3.tgz
cd OFED-3.18-rc3/
./install.pl
I install Lustre Client 2.7.0 rpm
rpm -ivh https://downloads.hpdd.intel.com/public/lustre/lustre-2.7.0/el6.6/client/...
And I try to build rpms
cd /root/rpmbuild/SOURCES/
tar xzf lustre-2.7.0.tgz
cd lustre-2.7.0
./configure --with-linux=/usr/src/kernels/$(uname -r) --with-o2ib=/usr/src/compat-rdma
make (but it doesn't work)
make all-recursive
make[1]: entrant dans le répertoire « /root/rpmbuild/SOURCES/lustre-2.7.0 »
Making all in .
make[2]: entrant dans le répertoire « /root/rpmbuild/SOURCES/lustre-2.7.0 »
make sources -C lustre || exit $?
make[3]: entrant dans le répertoire « /root/rpmbuild/SOURCES/lustre-2.7.0/lustre »
perl ../lustre/scripts/version_tag.pl .. .. > tmpver
echo "#define LUSTRE_RELEASE 2.6.32_504.8.1.el6.x86_64_" >> tmpver
cmp -s ../lustre/include/lustre/lustre_build_version.h tmpver > tmpdiff 2> /dev/null && \
rm -f tmpver tmpdiff || \
mv -f tmpver ../lustre/include/lustre/lustre_build_version.h
make[3]: quittant le répertoire « /root/rpmbuild/SOURCES/lustre-2.7.0/lustre »
make CC="gcc" -C /usr/src/kernels/2.6.32-504.8.1.el6.x86_64 \
-f /root/rpmbuild/SOURCES/lustre-2.7.0/build/Makefile LUSTRE_LINUX_CONFIG=/usr/src/kernels/2.6.32-504.8.1.el6.x86_64/.config \
LINUXINCLUDE='-I$(srctree)/arch/$(SRCARCH)/include -Iarch/$(SRCARCH)/include/generated -Iinclude $(if $(KBUILD_SRC),-Iinclude2 -I$(srctree)/include) -I$(srctree)/arch/$(SRCARCH)/include/uapi -Iarch/$(SRCARCH)/include/generated/uapi -I$(srctree)/include/uapi -Iinclude/generated/uapi -include /usr/src/kernels/2.6.32-504.8.1.el6.x86_64/include/linux/kconfig.h' \
M=/root/rpmbuild/SOURCES/lustre-2.7.0 -o tmp_include_depends -o scripts -o \
include/config/MARKER modules
make[3]: entrant dans le répertoire « /usr/src/kernels/2.6.32-504.8.1.el6.x86_64 »
LD /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/built-in.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-tracefile.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-debug.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-prim.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-mem.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-cpu.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-fs.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-tcpip.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-proc.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-curproc.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-utils.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-module.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-crypto.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-crypto-adler.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-crypto-crc32.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/linux-crypto-crc32pclmul.o
AS [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/linux/crc32-pclmul_asm.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/debug.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/fail.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/nidstrings.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/module.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/tracefile.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/watchdog.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/libcfs_string.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/hash.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/kernel_user_comm.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/prng.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/workitem.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/upcall_cache.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/libcfs_cpu.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/libcfs_mem.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/libcfs_lock.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/heap.o
LD [M] /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/libcfs/libcfs.o
LD /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/built-in.o
CC [M] /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.o
Dans le fichier inclus à partir de /usr/src/compat-rdma/include/linux/compat-2.6.h:7,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.h:67,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.c:42:
/usr/src/compat-rdma/include/linux/../../compat/config.h:395:1: erreur: « PACKAGE_BUGREPORT » redéfini
Dans le fichier inclus à partir de <command-line>:0:
/root/rpmbuild/SOURCES/lustre-2.7.0/config.h:558:1: erreur: ceci est la localisation d'une précédente définition
Dans le fichier inclus à partir de /usr/src/compat-rdma/include/linux/compat-2.6.h:7,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.h:67,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.c:42:
/usr/src/compat-rdma/include/linux/../../compat/config.h:398:1: erreur: « PACKAGE_NAME » redéfini
Dans le fichier inclus à partir de <command-line>:0:
/root/rpmbuild/SOURCES/lustre-2.7.0/config.h:561:1: erreur: ceci est la localisation d'une précédente définition
Dans le fichier inclus à partir de /usr/src/compat-rdma/include/linux/compat-2.6.h:7,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.h:67,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.c:42:
/usr/src/compat-rdma/include/linux/../../compat/config.h:401:1: erreur: « PACKAGE_STRING » redéfini
Dans le fichier inclus à partir de <command-line>:0:
/root/rpmbuild/SOURCES/lustre-2.7.0/config.h:564:1: erreur: ceci est la localisation d'une précédente définition
Dans le fichier inclus à partir de /usr/src/compat-rdma/include/linux/compat-2.6.h:7,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.h:67,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.c:42:
/usr/src/compat-rdma/include/linux/../../compat/config.h:404:1: erreur: « PACKAGE_TARNAME » redéfini
Dans le fichier inclus à partir de <command-line>:0:
/root/rpmbuild/SOURCES/lustre-2.7.0/config.h:567:1: erreur: ceci est la localisation d'une précédente définition
Dans le fichier inclus à partir de /usr/src/compat-rdma/include/linux/compat-2.6.h:7,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.h:67,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.c:42:
/usr/src/compat-rdma/include/linux/../../compat/config.h:407:1: erreur: « PACKAGE_VERSION » redéfini
Dans le fichier inclus à partir de <command-line>:0:
/root/rpmbuild/SOURCES/lustre-2.7.0/config.h:570:1: erreur: ceci est la localisation d'une précédente définition
Dans le fichier inclus à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/include/libcfs/libcfs.h:278,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.h:80,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.c:42:
/root/rpmbuild/SOURCES/lustre-2.7.0/libcfs/include/libcfs/libcfs_string.h:136:1: erreur: « strtoul » redéfini
Dans le fichier inclus à partir de include/acpi/platform/acenv.h:141,
à partir de include/acpi/acpi.h:56,
à partir de include/linux/pci_hotplug.h:232,
à partir de /usr/src/compat-rdma/include/linux/compat-3.12.h:8,
à partir de /usr/src/compat-rdma/include/linux/compat-2.6.h:71,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.h:67,
à partir de /root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.c:42:
include/acpi/platform/aclinux.h:73:1: erreur: ceci est la localisation d'une précédente définition
make[7]: *** [/root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd/o2iblnd.o] Erreur 1
make[6]: *** [/root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds/o2iblnd] Erreur 2
make[5]: *** [/root/rpmbuild/SOURCES/lustre-2.7.0/lnet/klnds] Erreur 2
make[4]: *** [/root/rpmbuild/SOURCES/lustre-2.7.0/lnet] Erreur 2
make[3]: *** [_module_/root/rpmbuild/SOURCES/lustre-2.7.0] Erreur 2
make[3]: quittant le répertoire « /usr/src/kernels/2.6.32-504.8.1.el6.x86_64 »
make[2]: *** [modules] Erreur 2
make[2]: quittant le répertoire « /root/rpmbuild/SOURCES/lustre-2.7.0 »
make[1]: *** [all-recursive] Erreur 1
make[1]: quittant le répertoire « /root/rpmbuild/SOURCES/lustre-2.7.0 »
make: *** [all] Erreur 2
Where is my mistake ??
Regards
David Roman
6 years, 1 month
Re: [HPDD-discuss] Trying to rebuild all Lustre rpms with zfs 0.6.4.2 -- and failing
by Bob Ball
Hi, Ned,
So, it seems that you are saying, for OSS that utilize zfs, not ldiskfs,
then I can use a stock kernel and just add the Lustre rpms on top? That
is not something that I had ever considered, but then, we've only gone
to zfs since Lustre 2.7.0 came out. I will try to devise a test of this.
It is frustrating though, to follow these Twiki procedures, and end up
with a kernel that does not seem to understand the LVM disks underlying,
even though it was built on that same machine. It just seems wrong.
bob
On 7/22/2015 1:10 PM, Ned Bass wrote:
> Hi Bob,
>
>
> On Wed, Jul 22, 2015 at 10:21:41AM -0400, Bob Ball wrote:
>> Hi,
>>
>> I'm looking for someone who can give me advice on a problem I am
>> having rebuilding the full set (server and client) of Lustre rpms,
>> including zfs support on the server side. The 2.7.0 rpms as
>> distributed were built with zfs 0.6.3, and do not work with 0.6.4.
> It's not clear to me from your description how below the boot failure is
> related to Lustre or ZFS. But you may be able to avoid this whole issue
> by using the stock kernel packaged by your distribution rather than
> building your own. That _should_ be possible if you're not using
> ldiskfs.
>
> Ned
>
>> So, I follow the directions here, fetching the current git source
>> which is something like 2.7.56:
>> https://wiki.hpdd.intel.com/pages/viewpage.action?pageId=8126821
>> I modified this as follows to include zfs:
>>
>> cd /usr/src/spl-0.6.4.2/
>> ./configure --with-config=kernel
>> make all
>> cd ../zfs-0.6.4.2/
>> ./configure --with-config=kernel
>> make all
>>
>> Then, when I reach the stage of building the Lustre rpms, I prepare by
>> ./configure --with-linux=/home/build/kernel/rpmbuild/BUILD/kernel-2.6.32.504.16.2.el6_lustre/
>> --with-zfs=/usr/src/zfs-0.6.4.2 --with-spl=/usr/src/spl-0.6.4.2
>>
>> I install the kernel rpm, create the initramfs, and reboot.
>>
>> This is where it all goes horribly wrong. Our systems are built
>> with LVM partitions, with the exception of the /boot partition on
>> /dev/sda1. grub.conf is seen there in sda1, the kernel choice is
>> made, it starts going. Then nothing. The console goes silent. It
>> appears that the kernel cannot access the LVM partitions. From
>> everything I can see, dracut knows about them, but I am at a loss on
>> how to proceed.
>>
>> /sbin/new-kernel-pkg --package kernel --mkinitrd --dracut --depmod
>> --install 2.6.32.504.16.2.el6_lustre
>>
>> title Scientific Linux (2.6.32.504.16.2.el6_lustre)
>> root (hd0,0)
>> kernel /vmlinuz-2.6.32.504.16.2.el6_lustre ro
>> root=/dev/mapper/vg0-lv_root rd_NO_LUKS rd_LVM_LV=vg0/lv_root
>> LANG=en_US.UTF-8 rd_NO_MD rhgb quiet selinux=0 rd_LVM_LV=vg0/lv_swap
>> SYSFONT=latarcyrheb-sun16 crashkernel=auto KEYBOARDTYPE=pc
>> KEYTABLE=us rd_NO_DM rhgb quiet printk.time=1 console=tty0
>> console=ttyS1,57600n8
>> initrd /initramfs-2.6.32.504.16.2.el6_lustre.img
>>
>> Can anyone advise me on how to proceed with this? I'd really like
>> to get the upgraded zfs in use over the 0.6.3 that is running now.
>>
>> Thanks,
>> bob
>>
>> _______________________________________________
>> HPDD-discuss mailing list
>> HPDD-discuss(a)lists.01.org
>> https://lists.01.org/mailman/listinfo/hpdd-discuss
6 years, 2 months
Re: [HPDD-discuss] Lustre 1.8.9 wc1 for Kernel 2.6.32-504 - again
by Chris Hunter
We apply patch for LU2800 & LU5237 (b2d09eb6,diff?) to git b1_8 branch.
A couple optional patches for LU3067 & LU3596 are available. It has
become difficult to build 1.8 clients with recent redhat kernels (they
tend backport fixes from the 3.10 kernels).
We have not moved to newer client version because of support for legacy
OS and (perceived) client performance issues with 2.1/2.4/2.5 versions.
IMO the b2_5 client issues appear to be resolved so that's likely our
upgrade path.
Note it appears the b1_8 branch was closed last month and all open pull
requests were abandonded.
regards,
chris hunter
yale hpc group
> Hi,
>
> hmm... there are different versions of the patch and different git
> repositories around. This one:
> works for the github branch you mentioned:
>
> patch -p1 < ~/Downloads/2661328b.diff
> patching file lustre/llite/dir.c
> Hunk #1 succeeded at 1051 with fuzz 1 (offset -126 lines).
> Hunk #2 succeeded at 1197 (offset -112 lines).
> Hunk #3 succeeded at 1264 (offset -117 lines).
6 years, 2 months
[PATCH] staging: lustre: Fix style warning on header
by Miguel Bernabeu Diaz
Fix checkpatch.pl warning:
WARNING: Use #include <linux/io.h> instead of <asm/io.h>
Signed-off-by: Miguel Bernabeu Diaz <miguelbernadi(a)gmail.com>
---
drivers/staging/lustre/lnet/klnds/o2iblnd/o2iblnd.h | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/drivers/staging/lustre/lnet/klnds/o2iblnd/o2iblnd.h b/drivers/staging/lustre/lnet/klnds/o2iblnd/o2iblnd.h
index 0d8fa3a..8bc0577 100644
--- a/drivers/staging/lustre/lnet/klnds/o2iblnd/o2iblnd.h
+++ b/drivers/staging/lustre/lnet/klnds/o2iblnd/o2iblnd.h
@@ -48,7 +48,7 @@
#include <linux/uio.h>
#include <linux/uaccess.h>
-#include <asm/io.h>
+#include <linux/io.h>
#include <linux/fs.h>
#include <linux/file.h>
--
2.1.4
6 years, 2 months
[PATCH 1/5] staging: lustre: Add blank line after variable definition.
by Incarnation P. Lee
From: "Pan Li" <incarnation.p.lee(a)outlook.com>
Add blank line after local variable definition to make it clear for reading.
Signed-off-by: Pan Li <incarnation.p.lee(a)outlook.com>
---
drivers/staging/lustre/lustre/obdclass/cl_page.c | 2 ++
1 file changed, 2 insertions(+)
diff --git a/drivers/staging/lustre/lustre/obdclass/cl_page.c b/drivers/staging/lustre/lustre/obdclass/cl_page.c
index a7f3032..8b2c1e7 100644
--- a/drivers/staging/lustre/lustre/obdclass/cl_page.c
+++ b/drivers/staging/lustre/lustre/obdclass/cl_page.c
@@ -169,6 +169,7 @@ int cl_page_gang_lookup(const struct lu_env *env, struct cl_object *obj,
while ((nr = radix_tree_gang_lookup(&hdr->coh_tree, (void **)pvec,
idx, CLT_PVEC_SIZE)) > 0) {
int end_of_region = 0;
+
idx = pvec[nr - 1]->cp_index + 1;
for (i = 0, j = 0; i < nr; ++i) {
page = pvec[i];
@@ -286,6 +287,7 @@ static struct cl_page *cl_page_alloc(const struct lu_env *env,
GFP_NOFS);
if (page != NULL) {
int result = 0;
+
atomic_set(&page->cp_ref, 1);
if (type == CPT_CACHEABLE) /* for radix tree */
atomic_inc(&page->cp_ref);
--
1.9.0
6 years, 2 months
Load balancing between routers
by Jose Manuel Martínez
Hello everybody.
I'm configuring two servers as lustre routers (Lustre 2.7) in order to
join TCP and IB networks. The documentation says that many routes can be
configured for LNET with or without priorities.
My question: If I don't specify any priority (both routers will have the
same priority), is there any kind of load balancing between routers?. Or
should I do it 'handmade', specifying different priorities for different
group of clients and servers?.
Thank you everybody.
--
*Jose Manuel Martínez García / Tel. 987 293 174 *
*Coordinador de Sistemas*
Fundación Centro de Supercomputación de Castilla y León
Edificio CRAI-TIC, Campus de Vegazana, s/n
Universidad de León
24071 León, España
www.fcsc.es
logoFCSCL jcyl
_________________________________
Este correo va dirigido, de manera exclusiva, a su destinatario y puede
contener información confidencial, cuya divulgación no está permitida
por la ley. Si usted no es su destinatario notifíquelo urgentemente al
remitente y borre este correo de su sistema.
Proteja el Medio Ambiente. Evite imprimir este mensaje si no es
estrictamente necesario.
6 years, 2 months
One of several Clients failing to mount handful OST's
by Kumar, Amit
Dear All,
Is this link(http://wiki.old.lustre.org/manual/LustreManual20_HTML/LustreTroubles... the most up to date list of error messages? I remember looking up a header file that had these defined as well, but can't seem to recall which one it was now?
One of over 1000 clients is being stubborn on mounting a handful OST's(total of 4 out of 77) .
We had a maintenance and this server was forced to shut down, as it wouldn't. Now that rest of them have rebooted successfully I can't figure out why this is stuck. It seems to me that MDS has set these OST's as read only for this specific client because it was forced to shut down, not sure if this is that case?
Below is what I find:
Client Machine> #lfs df -h
.....
OST001b : inactive device
...
OST001d : inactive device
....
OST0027 : inactive device
....
OST002c : inactive device
They mount perfectly on other clients.
I have made sure that these devices are up/active on MDS.
Below are relevant messages when I mount the file system on the client. Below here I am showing message logs from MDS,OSS and Client
mds# dmesg
LustreError: 9729:0:(osp_precreate.c:484:osp_precreate_send()) scratch-OST002c-osc-MDT0000: can't precreate: rc = -30
LustreError: 9729:0:(osp_precreate.c:484:osp_precreate_send()) Skipped 240 previous similar messages
LustreError: 9729:0:(osp_precreate.c:989:osp_precreate_thread()) scratch-OST002c-osc-MDT0000: cannot precreate objects: rc = -30
LustreError: 9729:0:(osp_precreate.c:989:osp_precreate_thread()) Skipped 240 previous similar messages
Lustre: scratch-OST001d-osc-MDT0000: slow creates, last=[0x1001d0000:0xc1941:0x0], next=[0x1001d0000:0xc1941:0x0], reserved=0, syn_changes=0, syn_rpc_in_progress=0, status=-30
Lustre: Skipped 3 previous similar messages
Lustre: scratch-OST002c-osc-MDT0000: slow creates, last=[0x1002c0000:0x76f41:0x0], next=[0x1002c0000:0x76f41:0x0], reserved=0, syn_changes=0, syn_rpc_in_progress=0, status=-30
Lustre: scratch-OST001b-osc-MDT0000: slow creates, last=[0x1001b0000:0xc5361:0x0], next=[0x1001b0000:0xc5361:0x0], reserved=0, syn_changes=0, syn_rpc_in_progress=0, status=-30
LustreError: 9697:0:(osp_precreate.c:484:osp_precreate_send()) scratch-OST001b-osc-MDT0000: can't precreate: rc = -30
LustreError: 9697:0:(osp_precreate.c:484:osp_precreate_send()) Skipped 241 previous similar messages
LustreError: 9697:0:(osp_precreate.c:989:osp_precreate_thread()) scratch-OST001b-osc-MDT0000: cannot precreate objects: rc = -30
LustreError: 9697:0:(osp_precreate.c:989:osp_precreate_thread()) Skipped 241 previous similar messages
Lustre: scratch-OST001b-osc-MDT0000: slow creates, last=[0x1001b0000:0xc5361:0x0], next=[0x1001b0000:0xc5361:0x0], reserved=0, syn_changes=0, syn_rpc_in_progress=0, status=-30
LustreError: 9721:0:(osp_precreate.c:484:osp_precreate_send()) scratch-OST0027-osc-MDT0000: can't precreate: rc = -30
LustreError: 9721:0:(osp_precreate.c:484:osp_precreate_send()) Skipped 241 previous similar messages
LustreError: 9721:0:(osp_precreate.c:989:osp_precreate_thread()) scratch-OST0027-osc-MDT0000: cannot precreate objects: rc = -30
LustreError: 9721:0:(osp_precreate.c:989:osp_precreate_thread()) Skipped 241 previous similar messages
Lustre: scratch-OST002c-osc-MDT0000: slow creates, last=[0x1002c0000:0x76f41:0x0], next=[0x1002c0000:0x76f41:0x0], reserved=0, syn_changes=0, syn_rpc_in_progress=0, status=-30
Lustre: Skipped 4 previous similar messages
LustreError: 9697:0:(osp_precreate.c:484:osp_precreate_send()) scratch-OST001b-osc-MDT0000: can't precreate: rc = -30
LustreError: 9697:0:(osp_precreate.c:484:osp_precreate_send()) Skipped 244 previous similar messages
LustreError: 9697:0:(osp_precreate.c:989:osp_precreate_thread()) scratch-OST001b-osc-MDT0000: cannot precreate objects: rc = -30
LustreError: 9697:0:(osp_precreate.c:989:osp_precreate_thread()) Skipped 244 previous similar messages
Lustre: scratch-OST001b-osc-MDT0000: slow creates, last=[0x1001b0000:0xc5361:0x0], next=[0x1001b0000:0xc5361:0x0], reserved=0, syn_changes=0, syn_rpc_in_progress=0, status=-30
Lustre: Skipped 4 previous similar messages
LustreError: 9697:0:(osp_precreate.c:484:osp_precreate_send()) scratch-OST001b-osc-MDT0000: can't precreate: rc = -30
LustreError: 9697:0:(osp_precreate.c:484:osp_precreate_send()) Skipped 243 previous similar messages
LustreError: 9697:0:(osp_precreate.c:989:osp_precreate_thread()) scratch-OST001b-osc-MDT0000: cannot precreate objects: rc = -30
LustreError: 9697:0:(osp_precreate.c:989:osp_precreate_thread()) Skipped 243 previous similar messages
On the OSS with troublesome OST's for the client, I saw following messages:
oss# dmesg
LustreError: 17312:0:(ofd_obd.c:1348:ofd_create()) scratch-OST001b: unable to precreate: rc = -30
LustreError: 17312:0:(ofd_obd.c:1348:ofd_create()) Skipped 120 previous similar messages
LustreError: 18874:0:(tgt_lastrcvd.c:577:tgt_client_new()) scratch-OST001b: Failed to write client lcd at idx 368, rc -30
LustreError: 18874:0:(tgt_lastrcvd.c:577:tgt_client_new()) Skipped 35 previous similar messages
On Client I see these messages:
Client #dmesg
LustreError: 5978:0:(mdc_locks.c:848:mdc_enqueue()) ldlm_cli_enqueue: -13
LustreError: 5978:0:(mdc_locks.c:848:mdc_enqueue()) Skipped 25 previous similar messages
LustreError: 5963:0:(mdc_locks.c:848:mdc_enqueue()) ldlm_cli_enqueue: -13
LustreError: 5963:0:(mdc_locks.c:848:mdc_enqueue()) Skipped 19 previous similar messages
Lustre: Unmounted scratch-client
LNet: Removed LNI 10.42.211.97@o2ib
LNet: HW CPU cores: 20, npartitions: 4
alg: No test for crc32 (crc32-table)
alg: No test for adler32 (adler32-zlib)
alg: No test for crc32 (crc32-pclmul)
Lustre: Lustre: Build Version: 2.4.3-RC1--PRISTINE-2.6.32-431.17.1.el6.x86_64
LNet: Added LNI 10.42.211.97@o2ib [8/256/0/180]
Lustre: Layout lock feature supported.
LustreError: 11-0: scratch-OST001d-osc-ffff880314c17c00: Communicating with 10.42.145.10@o2ib, operation ost_connect failed with -30.
LustreError: 11-0: scratch-OST001b-osc-ffff880314c17c00: Communicating with 10.42.145.10@o2ib, operation ost_connect failed with -30.
Lustre: Mounted scratch-client
LustreError: 11-0: scratch-OST001d-osc-ffff880314c17c00: Communicating with 10.42.145.10@o2ib, operation ost_connect failed with -30.
LustreError: Skipped 2 previous similar messages
LustreError: 11-0: scratch-OST001b-osc-ffff880314c17c00: Communicating with 10.42.145.10@o2ib, operation ost_connect failed with -30.
LustreError: Skipped 3 previous similar messages
LustreError: 11-0: scratch-OST001d-osc-ffff880314c17c00: Communicating with 10.42.145.10@o2ib, operation ost_connect failed with -30.
LustreError: Skipped 3 previous similar messages
LustreError: 11-0: scratch-OST001b-osc-ffff880314c17c00: Communicating with 10.42.145.10@o2ib, operation ost_connect failed with -30.
LustreError: Skipped 3 previous similar messages
LustreError: 11-0: scratch-OST001d-osc-ffff880314c17c00: Communicating with 10.42.145.10@o2ib, operation ost_connect failed with -30.
LustreError: Skipped 3 previous similar messages
LustreError: 6538:0:(mdc_locks.c:848:mdc_enqueue()) ldlm_cli_enqueue: -13
LustreError: 6538:0:(file.c:2718:ll_inode_revalidate_fini()) scratch: revalidate FID [0x200000007:0x1:0x0] error: rc = -13
LustreError: 6538:0:(mdc_locks.c:848:mdc_enqueue()) ldlm_cli_enqueue: -13
LustreError: 6538:0:(file.c:2718:ll_inode_revalidate_fini()) scratch: revalidate FID [0x200000007:0x1:0x0] error: rc = -13
LustreError: 6524:0:(mdc_locks.c:848:mdc_enqueue()) ldlm_cli_enqueue: -13
LustreError: 6524:0:(mdc_locks.c:848:mdc_enqueue()) Skipped 18 previous similar messages
LustreError: 6524:0:(file.c:2718:ll_inode_revalidate_fini()) scratch: revalidate FID [0x200000007:0x1:0x0] error: rc = -13
LustreError: 6524:0:(file.c:2718:ll_inode_revalidate_fini()) Skipped 18 previous similar messages
LustreError: 11-0: scratch-OST001b-osc-ffff880314c17c00: Communicating with 10.42.145.10@o2ib, operation ost_connect failed with -30.
LustreError: Skipped 3 previous similar messages
LustreError: 11-0: scratch-OST001d-osc-ffff880314c17c00: Communicating with 10.42.145.10@o2ib, operation ost_connect failed with -30.
LustreError: Skipped 7 previous similar messages
LustreError: 11-0: scratch-OST001d-osc-ffff880314c17c00: Communicating with 10.42.145.10@o2ib, operation ost_connect failed with -30.
LustreError: Skipped 11 previous similar messages
LustreError: 11-0: scratch-OST001d-osc-ffff880314c17c00: Communicating with 10.42.145.10@o2ib, operation ost_connect failed with -30.
LustreError: Skipped 23 previous similar messages
LustreError: 11-0: scratch-OST001b-osc-ffff880314c17c00: Communicating with 10.42.145.10@o2ib, operation ost_connect failed with -30.
LustreError: Skipped 43 previous similar messages
LustreError: 6909:0:(mdc_locks.c:848:mdc_enqueue()) ldlm_cli_enqueue: -13
LustreError: 6909:0:(mdc_locks.c:848:mdc_enqueue()) Skipped 5 previous similar messages
LustreError: 6909:0:(file.c:2718:ll_inode_revalidate_fini()) scratch: revalidate FID [0x200000007:0x1:0x0] error: rc = -13
LustreError: 6909:0:(file.c:2718:ll_inode_revalidate_fini()) Skipped 5 previous similar messages
LustreError: 6909:0:(mdc_locks.c:848:mdc_enqueue()) ldlm_cli_enqueue: -13
LustreError: 6909:0:(mdc_locks.c:848:mdc_enqueue()) Skipped 11 previous similar messages
LustreError: 6909:0:(file.c:2718:ll_inode_revalidate_fini()) scratch: revalidate FID [0x200000007:0x1:0x0] error: rc = -13
LustreError: 6909:0:(file.c:2718:ll_inode_revalidate_fini()) Skipped 11 previous similar messages
LustreError: 11-0: scratch-OST001d-osc-ffff880314c17c00: Communicating with 10.42.145.10@o2ib, operation ost_connect failed with -30.
LustreError: Skipped 83 previous similar messages
LustreError: 7153:0:(mdc_locks.c:848:mdc_enqueue()) ldlm_cli_enqueue: -13
LustreError: 7153:0:(mdc_locks.c:848:mdc_enqueue()) Skipped 13 previous similar messages
Thank you,
Amit
6 years, 2 months
[PATCH] staging: lustre: drop redundant check
by Viresh Kumar
There is no need to verify that its an error, as we are anyway going to
match the error value to -ENOENT. Drop the redundant check.
Reported-by: "Kirill A. Shutemov" <kirill(a)shutemov.name>
Signed-off-by: Viresh Kumar <viresh.kumar(a)linaro.org>
---
drivers/staging/lustre/lustre/obdclass/lu_object.c | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/drivers/staging/lustre/lustre/obdclass/lu_object.c b/drivers/staging/lustre/lustre/obdclass/lu_object.c
index 6cd3af8c6237..8e472327c880 100644
--- a/drivers/staging/lustre/lustre/obdclass/lu_object.c
+++ b/drivers/staging/lustre/lustre/obdclass/lu_object.c
@@ -674,7 +674,7 @@ static struct lu_object *lu_object_find_try(const struct lu_env *env,
cfs_hash_bd_lock(hs, &bd, 1);
shadow = htable_lookup(s, &bd, f, waiter, &version);
- if (likely(IS_ERR(shadow) && PTR_ERR(shadow) == -ENOENT)) {
+ if (likely(PTR_ERR(shadow) == -ENOENT)) {
struct lu_site_bkt_data *bkt;
bkt = cfs_hash_bd_extra_get(hs, &bd);
--
2.4.0
6 years, 2 months
[PATCH 10/15] drivers: staging: Drop unlikely before IS_ERR(_OR_NULL)
by Viresh Kumar
IS_ERR(_OR_NULL) already contain an 'unlikely' compiler flag and there
is no need to do that again from its callers. Drop it.
This also replaces an IS_ERR(x) + (x == NULL) check to IS_ERR_OR_NULL
check.
Signed-off-by: Viresh Kumar <viresh.kumar(a)linaro.org>
---
drivers/staging/android/ashmem.c | 2 +-
drivers/staging/lustre/include/linux/libcfs/libcfs.h | 2 +-
drivers/staging/lustre/lustre/obdclass/lu_object.c | 6 +++---
3 files changed, 5 insertions(+), 5 deletions(-)
diff --git a/drivers/staging/android/ashmem.c b/drivers/staging/android/ashmem.c
index c5c037ccf32c..9db321c63e79 100644
--- a/drivers/staging/android/ashmem.c
+++ b/drivers/staging/android/ashmem.c
@@ -388,7 +388,7 @@ static int ashmem_mmap(struct file *file, struct vm_area_struct *vma)
/* ... and allocate the backing shmem file */
vmfile = shmem_file_setup(name, asma->size, vma->vm_flags);
- if (unlikely(IS_ERR(vmfile))) {
+ if (IS_ERR(vmfile)) {
ret = PTR_ERR(vmfile);
goto out;
}
diff --git a/drivers/staging/lustre/include/linux/libcfs/libcfs.h b/drivers/staging/lustre/include/linux/libcfs/libcfs.h
index 5dd9cdfae30c..d585041041c7 100644
--- a/drivers/staging/lustre/include/linux/libcfs/libcfs.h
+++ b/drivers/staging/lustre/include/linux/libcfs/libcfs.h
@@ -134,7 +134,7 @@ void cfs_get_random_bytes(void *buf, int size);
/* container_of depends on "likely" which is defined in libcfs_private.h */
static inline void *__container_of(void *ptr, unsigned long shift)
{
- if (unlikely(IS_ERR(ptr) || ptr == NULL))
+ if (IS_ERR_OR_NULL(ptr))
return ptr;
return (char *)ptr - shift;
}
diff --git a/drivers/staging/lustre/lustre/obdclass/lu_object.c b/drivers/staging/lustre/lustre/obdclass/lu_object.c
index 4d9b6333eeae..6cd3af8c6237 100644
--- a/drivers/staging/lustre/lustre/obdclass/lu_object.c
+++ b/drivers/staging/lustre/lustre/obdclass/lu_object.c
@@ -602,7 +602,7 @@ static struct lu_object *lu_object_new(const struct lu_env *env,
struct lu_site_bkt_data *bkt;
o = lu_object_alloc(env, dev, f, conf);
- if (unlikely(IS_ERR(o)))
+ if (IS_ERR(o))
return o;
hs = dev->ld_site->ls_obj_hash;
@@ -666,7 +666,7 @@ static struct lu_object *lu_object_find_try(const struct lu_env *env,
* operations, including fld queries, inode loading, etc.
*/
o = lu_object_alloc(env, dev, f, conf);
- if (unlikely(IS_ERR(o)))
+ if (IS_ERR(o))
return o;
LASSERT(lu_fid_eq(lu_object_fid(o), f));
@@ -1558,7 +1558,7 @@ static int keys_fill(struct lu_context *ctx)
LINVRNT(key->lct_index == i);
value = key->lct_init(ctx, key);
- if (unlikely(IS_ERR(value)))
+ if (IS_ERR(value))
return PTR_ERR(value);
if (!(ctx->lc_tags & LCT_NOREF))
--
2.4.0
6 years, 2 months
