authbuf: ensure key files are synced

[slovichon]

On 2015-01-26 13:17:52 -0500, Zhihui Zhang wrote:

[1422288987:125847 msnbrqthr0:7fff777fe700:rpc rpc_common.c slrpc_bulk_check 1245] req@0x931cf0 x1212363/t0 cb=0x4f6852 c0 o33->@54321-128.182.99.26@tcp10:30 lens 264/192 ref 1 res 0 ret 0 fl Complete:R/0/0 replyc 0 rc 0/0 to=60 sent=1422288987 :: authbuf did not hash correctly -- ensure key files are synced

Program received signal SIGABRT, Aborted.
[Switching to Thread 0x7fff777fe700 (LWP 15084)]
0x00007ffff641a5c9 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
56        return INLINE_SYSCALL (tgkill, 3, pid, selftid, sig);
Missing separate debuginfos, use: debuginfo-install libgcc-4.8.2-16.2.el7_0.x86_64
(gdb) bt
# 0  0x00007ffff641a5c9 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
# 1  0x00007ffff641bcd8 in __GI_abort () at abort.c:90
# 2  0x000000000064d11e in pfl_abort () at /home/zhihui/projects-lime/pfl/init.c:104
# 3  0x00000000006677c8 in _psclogv (pci=0x7fff68000a70, level=0, options=0, 
    fmt=0x6bca98 "req@%p x%ld/t%ld cb=%p c%lx o%d->@%s:%d lens %d/%d ref %d res %d ret %d fl %s:%s%s%s%s%s%s%s%s%s%s%s/%x/%x replyc %lx rc %d/%d to=%d sent=%ld :: authbuf did not hash correctly -- ensure key files are "..., ap=0x7fff777fb178) at /home/zhihui/projects-lime/pfl/log.c:420
# 4  0x000000000066795e in _psc_fatal (pci=0x7fff68000a70, level=0, options=0, 
    fmt=0x6bca98 "req@%p x%ld/t%ld cb=%p c%lx o%d->@%s:%d lens %d/%d ref %d res %d ret %d fl %s:%s%s%s%s%s%s%s%s%s%s%s/%x/%x replyc %lx rc %d/%d to=%d sent=%ld :: authbuf did not hash correctly -- ensure key files are "...) at /home/zhihui/projects-lime/pfl/log.c:453
# 5  0x00000000005e3c71 in slrpc_bulk_check (rq=0x931cf0, hbuf=0x7fff28042f00, iov=0x7fff28042e40, n=1) at /home/zhihui/projects-lime/slash_nara/share/rpc_common.c:1244
# 6  0x0000000000412865 in authbuf_check (rq=0x931cf0, msgtype=4713, flags=0) at /home/zhihui/projects-lime/slash_nara/share/authbuf_sign.c:190
# 7  0x00000000004f6a62 in msl_read_cb0 (rq=0x931cf0, args=0x931e50) at /home/zhihui/projects-lime/slash_nara/mount_slash/io.c:883
# 8  0x00000000005e7492 in pscrpc_interpret (rq=0x931cf0) at /home/zhihui/projects-lime/pfl/rpcclient.c:78
# 9  0x00000000006050f6 in pscrpc_check_set (set=0x920cb0, check_allsent=0) at /home/zhihui/projects-lime/pfl/rpcclient.c:956
# 10 0x00000000005803bb in pscrpc_nbreqset_reap (nbs=0xd12f30) at /home/zhihui/projects-lime/pfl/nb.c:131
# 11 0x0000000000582650 in pscrpc_nbreapthr_main (thr=0x7fff680008c0) at /home/zhihui/projects-lime/pfl/nb.c:179
# 12 0x000000000068cfcc in _pscthr_begin (arg=0x7fffffffda30) at /home/zhihui/projects-lime/pfl/thread.c:322
# 13 0x00007ffff67addf3 in start_thread (arg=0x7fff777fe700) at pthread_create.c:308
# 14 0x00007ffff64db1ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113
(gdb) up
# 1  0x00007ffff641bcd8 in __GI_abort () at abort.c:90
90            raise (SIGABRT);
(gdb) 
# 2  0x000000000064d11e in pfl_abort () at /home/zhihui/projects-lime/pfl/init.c:104
104             abort();
(gdb) 
# 3  0x00000000006677c8 in _psclogv (pci=0x7fff68000a70, level=0, options=0, 
    fmt=0x6bca98 "req@%p x%ld/t%ld cb=%p c%lx o%d->@%s:%d lens %d/%d ref %d res %d ret %d fl %s:%s%s%s%s%s%s%s%s%s%s%s/%x/%x replyc %lx rc %d/%d to=%d sent=%ld :: authbuf did not hash correctly -- ensure key files are "..., ap=0x7fff777fb178) at /home/zhihui/projects-lime/pfl/log.c:420
420                     pfl_abort();
(gdb) 
# 4  0x000000000066795e in _psc_fatal (pci=0x7fff68000a70, level=0, options=0, 
    fmt=0x6bca98 "req@%p x%ld/t%ld cb=%p c%lx o%d->@%s:%d lens %d/%d ref %d res %d ret %d fl %s:%s%s%s%s%s%s%s%s%s%s%s/%x/%x replyc %lx rc %d/%d to=%d sent=%ld :: authbuf did not hash correctly -- ensure key files are "...) at /home/zhihui/projects-lime/pfl/log.c:453
453             _psclogv(pci, level, options, fmt, ap);
(gdb) 
# 5  0x00000000005e3c71 in slrpc_bulk_check (rq=0x931cf0, hbuf=0x7fff28042f00, iov=0x7fff28042e40, n=1) at /home/zhihui/projects-lime/slash_nara/share/rpc_common.c:1244
1244                    DEBUG_REQ(PLL_FATAL, rq, "authbuf did not hash "
(gdb) 
# 6  0x0000000000412865 in authbuf_check (rq=0x931cf0, msgtype=4713, flags=0) at /home/zhihui/projects-lime/slash_nara/share/authbuf_sign.c:190
190                     rc = slrpc_bulk_check(rq, saf->saf_bulkhash, bd->bd_iov,
(gdb) l
185                 (flags & SRPCWAITF_DEFER_BULK_AUTHBUF_CHECK) == 0 &&
186                 /*
187                  * XXX can this flag be arbitrarily spoofed to ignore this check?
188                  */
189                 (m->flags & MSG_ABORT_BULK) == 0)
190                     rc = slrpc_bulk_check(rq, saf->saf_bulkhash, bd->bd_iov,
191                         bd->bd_iov_count);
192
193             return (rc);
194     }
(gdb)  

The above happens when I ran iozone and kernel build at the same time on a archive file ssytem.