Big test regression in -current

[Martin Husemann <martin%duskware.de@localhost>]

Something seriously happened to -current in the last few days. Between
June 2 and June 8 the number of test failures jumped from 17 to 80, see:

http://www.netbsd.org/~martin/sparc64-atf/

Some rump test crash like this:

panic: kernel diagnostic assertion "curcpu() == ci" failed: file 
"/usr/src/lib/librump/../../sys/rump/librump/rumpkern/intr.c", line 331 

with a backtrace similar to:

Program terminated with signal 6, Aborted.
#0  abort () at /usr/src/lib/libc/stdlib/abort.c:80
80              (void)signal(SIGABRT, SIG_DFL);
#0  abort () at /usr/src/lib/libc/stdlib/abort.c:80
#1  0xfffffffffcb0a260 in rumpuser_exit (rv=<optimized out>) at 
/usr/src/lib/librumpuser/rumpuser.c:597
#2  0xfffffffffcdb2908 in cpu_reboot (howto=<optimized out>, bootstr=0x0) at 
/usr/src/lib/librump/../../sys/rump/librump/rumpkern/emul.c:352
#3  0xfffffffffcd77840 in vpanic (fmt=0xfffffffffcdb5498 "kernel %sassertion 
\"%s\" failed: file \"%s\", line %d ", ap=0xfffffffff92f1b98) at 
/usr/src/lib/librump/../../sys/rump/../kern/subr_prf.c:284
#4  0xfffffffffcd4e450 in kern_assert (fmt=0xfffffffffcdb5498 "kernel 
%sassertion \"%s\" failed: file \"%s\", line %d ") at 
/usr/src/lib/librump/../../sys/rump/../lib/libkern/kern_assert.c:51
#5  0xfffffffffcdb21e4 in softint_schedule_cpu (arg=0xfffffffffbf2c580, 
ci=0xfffffffffcef8c00) at 
/usr/src/lib/librump/../../sys/rump/librump/rumpkern/intr.c:331
#6  0xfffffffffd20bb9c in pktq_enqueue (pq=0xfffffffffbf65e80, 
m=0xfffffffffa199e00, hash=<optimized out>) at 
/usr/src/lib/librumpnet/../../sys/rump/../net/pktqueue.c:217
#7  0xfffffffffd47e460 in ether_input (ifp=0xfffffffffa1ff800, 
m=0xfffffffffa199e00) at 
/usr/src/sys/rump/net/lib/libnet/../../../../net/if_ethersubr.c:947
#8  0xfffffffffd802f3c in shmif_rcv (arg=0xfffffffffa1ff800) at 
/usr/src/sys/rump/net/lib/libshmif/if_shmem.c:760
#9  0xfffffffffcdadd50 in threadbouncer (arg=0xfffffffffbf2c5a0) at 
/usr/src/lib/librump/../../sys/rump/librump/rumpkern/threads.c:90
#10 0xfffffffffc90c7b8 in pthread__create_tramp (cookie=0xfffffffffabf2000) at 
/usr/src/lib/libpthread/pthread.c:572

or:

panic: kernel diagnostic assertion "uid != VNOVAL && gid != VNOVAL && mode != 
VNOVAL" failed: file 
"/usr/src/sys/rump/fs/lib/libtmpfs/../../../../fs/tmpfs/tmpfs_subr.c", line 149 

with:

#0  abort () at /usr/src/lib/libc/stdlib/abort.c:80
80              (void)signal(SIGABRT, SIG_DFL);
#0  abort () at /usr/src/lib/libc/stdlib/abort.c:80
#1  0xfffffffffe50a260 in rumpuser_exit (rv=<optimized out>) at 
/usr/src/lib/librumpuser/rumpuser.c:597
#2  0xfffffffffe7b2908 in cpu_reboot (howto=<optimized out>, bootstr=0x0) at 
/usr/src/lib/librump/../../sys/rump/librump/rumpkern/emul.c:352
#3  0xfffffffffe777840 in vpanic (fmt=0xffffffffff211cf8 "kernel %sassertion 
\"%s\" failed: file \"%s\", line %d ", ap=0xffffffffffffab78) at 
/usr/src/lib/librump/../../sys/rump/../kern/subr_prf.c:284
#4  0xfffffffffe74e450 in kern_assert (fmt=0xffffffffff211cf8 "kernel 
%sassertion \"%s\" failed: file \"%s\", line %d ") at 
/usr/src/lib/librump/../../sys/rump/../lib/libkern/kern_assert.c:51
#5  0xffffffffff20a108 in tmpfs_alloc_node (tmp=0xfffffffffafa8038, 
type=<optimized out>, uid=<optimized out>, gid=<optimized out>, mode=<optimized 
out>, target=0x0, rdev=<error reading variable: can't compute CFA for this 
frame>, node=<error reading variable: can't compute CFA for this frame>) at 
/usr/src/sys/rump/fs/lib/libtmpfs/../../../../fs/tmpfs/tmpfs_subr.c:149
#6  0xffffffffff21154c in tmpfs_mount (mp=0xfffffffffaf84000, path=0x102860 
"/stor", data=0xfffffffffdb3a730, data_len=<optimized out>) at 
/usr/src/sys/rump/fs/lib/libtmpfs/../../../../fs/tmpfs/tmpfs_vfsops.c:181
#7  0xfffffffffea41f28 in VFS_MOUNT (mp=0xfffffffffaf84000, a=0x102860 "/stor", 
b=0xfffffffffdb3a730, c=0xffffffffffffb008) at 
/usr/src/lib/librumpvfs/../../sys/rump/../kern/vfs_subr.c:914
#8  0xfffffffffea44560 in mount_domount (l=0xfffffffffafac800, 
vpp=0xffffffffffffaf28, vfsops=<optimized out>, path=0x102860 "/stor", 
flags=<optimized out>, data=0xfffffffffdb3a730, data_len=<error reading 
variable: can't compute CFA for this frame>) at 
/usr/src/lib/librumpvfs/../../sys/rump/../kern/vfs_mount.c:663
#9  0xfffffffffea3bd0c in do_sys_mount (l=l@entry=0xfffffffffafac800, 
vfsops=<optimized out>, vfsops@entry=0x0, type=<optimized out>, path=0x102860 
"/stor", flags=<optimized out>, data=0xffffffffffffb278, data_seg=<error 
reading variable: can't compute CFA for this frame>, data_len=<error reading 
variable: can't compute CFA for this frame>, retval=<error reading variable: 
can't compute CFA for this frame>) at 
/usr/src/lib/librumpvfs/../../sys/rump/../kern/vfs_syscalls.c:531
#10 0xfffffffffea3c210 in sys___mount50 (l=0xfffffffffafac800, 
uap=0xffffffffffffb198, retval=0xffffffffffffb188) at 
/usr/src/lib/librumpvfs/../../sys/rump/../kern/vfs_syscalls.c:444
#11 0xfffffffffe7b4884 in sy_call (rval=0xffffffffffffb188, 
uap=0xffffffffffffb198, l=0xfffffffffafac800, sy=0xfffffffffe8ebba0 
<rumpns_sysent+6560>) at 
/usr/src/lib/librump/../../sys/rump/../sys/syscallvar.h:61
#12 sy_invoke (code=<optimized out>, rval=0xffffffffffffb188, 
uap=0xffffffffffffb198, l=0xfffffffffafac800, sy=0xfffffffffe8ebba0 
<rumpns_sysent+6560>) at 
/usr/src/lib/librump/../../sys/rump/../sys/syscallvar.h:85
#13 rump_syscall (num=num@entry=410, data=data@entry=0xffffffffffffb198, 
dlen=dlen@entry=40, retval=retval@entry=0xffffffffffffb188) at 
/usr/src/lib/librump/../../sys/rump/librump/rumpkern/rump.c:844
#14 0xfffffffffe7aa2d4 in rump___sysimpl_mount50 (type=type@entry=0x102878 
"tmpfs", path=path@entry=0x102860 "/stor", flags=flags@entry=0, 
data=data@entry=0xffffffffffffb278, data_len=data_len@entry=40) at 
/usr/src/lib/librump/../../sys/rump/librump/rumpkern/rump_syscalls.c:4152
#15 0x0000000000101610 in begin () at /usr/src/tests/fs/msdosfs/t_snapshot.c:49
#16 0x0000000000101cd0 in atfu_snapshotstress_body (tc=0x203be8 
<atfu_snapshotstress_tc>) at /usr/src/tests/fs/msdosfs/../common/snapshot.c:183
#17 0xfffffffffe1099b8 in atf_tc_run (tc=0x203be8 <atfu_snapshotstress_tc>, 
resfile=0xfffffffffdb040c0 "/tmp/atf-run.00467m/tcr") at 
/usr/src/external/bsd/atf/dist/atf-c/tc.c:1024
#18 0xfffffffffe108014 in run_tc (exitcode=<synthetic pointer>, 
p=0xffffffffffffb760, tp=0xffffffffffffb748) at 
/usr/src/external/bsd/atf/dist/atf-c/detail/tp_main.c:510
#19 controlled_main (exitcode=<synthetic pointer>, add_tcs_hook=0x101a40 
<atfu_tp_add_tcs>, argv=0xffffffffffffb8f8, argc=<optimized out>) at 
/usr/src/external/bsd/atf/dist/atf-c/detail/tp_main.c:580
#20 atf_tp_main (argc=<optimized out>, argv=0xffffffffffffb8f8, 
add_tcs_hook=0x101a40 <atfu_tp_add_tcs>) at 
/usr/src/external/bsd/atf/dist/atf-c/detail/tp_main.c:610
#21 0x0000000000101470 in ___start ()

(see above link for other examples)

Martin