panic: kmem_slab_alloc(): kernel_map ran out of space!

[Rumko <rumcic@xxxxxxxxx>]

With latest kernel (including commit 6b08c773ea455c6ed5d929050129ad4e9ff5abe0),
I git 2 panics with the same message. The dumps are at
leaf:~rumko/crash/kernel_map/{k,v}*5 and leaf:~rumko/crash/kernel_map/{k,v}*6

The backtraces are different, so posting both:


Unread portion of the kernel message buffer:
panic: kmem_slab_alloc(): kernel_map ran out of space!
mp_lock = 00000001; cpuid = 1
Trace beginning at frame 0xf5b77ae0
panic(f5b77b04,e3685430,20000,102,f5b77b24) at panic+0x14d
panic(c0461fb8,0,2000,20000,4) at panic+0x14d
kmem_slab_alloc(0,97,ff808000,9,50) at kmem_slab_alloc+0x159
kmalloc(4c,c04a6fa0,102,0,f5b77c7c) at kmalloc+0x564
cache_alloc(0,0,ddecdee8,dd083498,ff808000) at cache_alloc+0x18
cache_nlookup(f5b77c7c,f5b77bd8,f5b77c7c,f5b77c7c,0) at cache_nlookup+0x3f4
nlookup(f5b77c7c,0,f5b77c7c,1,f5b77cc0) at nlookup+0x23b
kern_stat(f5b77c7c,f5b77c14,2f178ae,0,1) at kern_stat+0xf
sys_lstat(f5b77cf0,6,ff0ae,0,dd08cb58) at sys_lstat+0xad
syscall2(f5b77d40) at syscall2+0x3c4
Xint0x80_syscall() at Xint0x80_syscall+0x36
boot() called on cpu#1
Uptime: 2h48m30s
Physical memory: 3065 MB
Dumping 344 MB: 329 313 297 281 265 249 233 217 201 185 169 153 137 121 105 89
73 57 41 25 9

Reading symbols from /boot/modules/powernow.ko...done.
Loaded symbols for /boot/modules/powernow.ko
Reading symbols from /boot/modules/linprocfs.ko...done.
Loaded symbols for /boot/modules/linprocfs.ko
Reading symbols from /boot/modules/if_bridge.ko...done.
Loaded symbols for /boot/modules/if_bridge.ko
Reading symbols from /boot/modules/linux.ko...done.
Loaded symbols for /boot/modules/linux.ko
_get_mycpu (di=0xc04dcae0) at ./machine/thread.h:83
83      ./machine/thread.h: No such file or directory.
        in ./machine/thread.h
(kgdb) bt
#0  _get_mycpu (di=0xc04dcae0) at ./machine/thread.h:83
#1  md_dumpsys (di=0xc04dcae0)
at /usr/src/sys/platform/pc32/i386/dump_machdep.c:264
#2  0xc01e7af6 in dumpsys () at /usr/src/sys/kern/kern_shutdown.c:838
#3  0xc01e80c8 in boot (howto=260) at /usr/src/sys/kern/kern_shutdown.c:387
#4  0xc01e8626 in panic (fmt=0xc0461fb8 "kmem_slab_alloc(): kernel_map ran out
of space!") at /usr/src/sys/kern/kern_shutdown.c:744
#5  0xc01e53e8 in kmem_slab_alloc (size=131072, align=131072, flags=258)
at /usr/src/sys/kern/kern_slaballoc.c:1139
#6  0xc01e6313 in kmalloc (size=80, type=0xc04a6fa0, flags=<value optimized
out>) at /usr/src/sys/kern/kern_slaballoc.c:658
#7  0xc0232a3b in cache_alloc (nlen=0) at /usr/src/sys/kern/vfs_cache.c:590
#8  0xc0234e9b in cache_nlookup (par_nch=0xf5b77c7c, nlc=0xf5b77bd8)
at /usr/src/sys/kern/vfs_cache.c:2253
#9  0xc023e50e in nlookup (nd=0xf5b77c7c)
at /usr/src/sys/kern/vfs_nlookup.c:513
#10 0xc024645a in kern_stat (nd=0xf5b77c7c, st=0xf5b77c14)
at /usr/src/sys/kern/vfs_syscalls.c:2596
#11 0xc024c025 in sys_lstat (uap=0xf5b77cf0)
at /usr/src/sys/kern/vfs_syscalls.c:2668
#12 0xc0406099 in syscall2 (frame=0xf5b77d40)
at /usr/src/sys/platform/pc32/i386/trap.c:1361
#13 0xc03f1796 in Xint0x80_syscall ()
at /usr/src/sys/platform/pc32/i386/exception.s:876
#14 0x0000001f in ?? ()
Backtrace stopped: previous frame inner to this frame (corrupt stack?)


Unread portion of the kernel message buffer:
panic: kmem_slab_alloc(): kernel_map ran out of space!
mp_lock = 00000001; cpuid = 1
Trace beginning at frame 0xddd7b8dc
panic(ddd7b900,e369ad90,20000,102,ddd7b920) at panic+0x14d
panic(c0461fb8,ddd7b928,ddd7b940,20000,4) at panic+0x14d
kmem_slab_alloc(c0313551,ddd7b934,ff808000,17,100) at kmem_slab_alloc+0x159
kmalloc(f4,c04b4f40,2,0,0) at kmalloc+0x564
ffs_vget(dd083258,0,16ed5a,0,ddd7ba44) at ffs_vget+0x49
vfs_vget(dd083258,0,16ed5a,0,ddd7ba44) at vfs_vget+0x90
ufs_lookup(ddd7ba8c,ddd7bab8,c024e7de,ddd7ba8c,ddd7ba80) at ufs_lookup+0x965
ufs_vnoperate(ddd7ba8c,ddd7ba80,dd083474,dd083474,e369ad90) at
ufs_vnoperate+0x11
vop_old_lookup(dd2dbb10,f9c64be8,ddd7bafc,ddd7badc,ddd7badc) at
vop_old_lookup+0xa3
vop_compat_nresolve(ddd7bb44,ddd7bb24,c031615a,ddd7bb44,ddd7bb70) at
vop_compat_nresolve+0x8c
vop_defaultop(ddd7bb44,ddd7bb70,c024f259,ddd7bb44,ddd7bb38) at
vop_defaultop+0x11
ufs_vnoperate(ddd7bb44,ddd7bb38,dd083474,dd083474,e369ad90) at
ufs_vnoperate+0x11
vop_nresolve(dd2dbb10,ddd7bb8c,f9c64be8,d9249f60,dd083258) at vop_nresolve+0xa6
cache_resolve(ddd7bbd0,d9249f60) at cache_resolve+0x56d
nlookup(ddd7bc7c,0,ddd7bc7c,1,ddd7bcc0) at nlookup+0x286
kern_stat(ddd7bc7c,ddd7bc14,16ed59,0,1) at kern_stat+0xf
sys_lstat(ddd7bcf0,6,1f3c0e,0,e3651118) at sys_lstat+0xad
syscall2(ddd7bd40) at syscall2+0x3c4
Xint0x80_syscall() at Xint0x80_syscall+0x36
boot() called on cpu#1
Uptime: 27m55s
Physical memory: 3065 MB
Dumping 332 MB: 317 301 285 269 253 237 221 205 189 173 157 141 125 109 93 77
61 45 29 13

Reading symbols from /boot/modules/powernow.ko...done.
Loaded symbols for /boot/modules/powernow.ko
Reading symbols from /boot/modules/linprocfs.ko...done.
Loaded symbols for /boot/modules/linprocfs.ko
Reading symbols from /boot/modules/if_bridge.ko...done.
Loaded symbols for /boot/modules/if_bridge.ko
Reading symbols from /boot/modules/linux.ko...done.
Loaded symbols for /boot/modules/linux.ko
_get_mycpu (di=0xc04dcae0) at ./machine/thread.h:83
83      ./machine/thread.h: No such file or directory.
        in ./machine/thread.h
(kgdb) bt
#0  _get_mycpu (di=0xc04dcae0) at ./machine/thread.h:83
#1  md_dumpsys (di=0xc04dcae0)
at /usr/src/sys/platform/pc32/i386/dump_machdep.c:264
#2  0xc01e7af6 in dumpsys () at /usr/src/sys/kern/kern_shutdown.c:838
#3  0xc01e80c8 in boot (howto=260) at /usr/src/sys/kern/kern_shutdown.c:387
#4  0xc01e8626 in panic (fmt=0xc0461fb8 "kmem_slab_alloc(): kernel_map ran out
of space!") at /usr/src/sys/kern/kern_shutdown.c:744
#5  0xc01e53e8 in kmem_slab_alloc (size=131072, align=131072, flags=258)
at /usr/src/sys/kern/kern_slaballoc.c:1139
#6  0xc01e6313 in kmalloc (size=256, type=0xc04b4f40, flags=<value optimized
out>) at /usr/src/sys/kern/kern_slaballoc.c:658
#7  0xc031002f in ffs_vget (mp=0xdd083258, dvp=0x0, ino=1502554,
vpp=0xddd7ba44) at /usr/src/sys/vfs/ufs/ffs_vfsops.c:1104
#8  0xc025236a in vfs_vget (mp=0xdd083258, dvp=0x0, ino=1502554,
vpp=0xddd7ba44) at /usr/src/sys/kern/vfs_vfsops.c:211
#9  0xc0314cb3 in ufs_lookup (ap=0xddd7ba8c)
at /usr/src/sys/vfs/ufs/ufs_lookup.c:589
#10 0xc031615a in ufs_vnoperate (ap=0xddd7ba8c)
at /usr/src/sys/vfs/ufs/ufs_vnops.c:2292
#11 0xc024e7de in vop_old_lookup (ops=0xdd2dbb10, dvp=0xf9c64be8,
vpp=0xddd7bafc, cnp=0xddd7badc) at /usr/src/sys/kern/vfs_vopops.c:184
#12 0xc0239689 in vop_compat_nresolve (ap=0xddd7bb44)
at /usr/src/sys/kern/vfs_default.c:225
#13 0xc0239091 in vop_defaultop (ap=0xddd7bb44)
at /usr/src/sys/kern/vfs_default.c:153
#14 0xc031615a in ufs_vnoperate (ap=0xddd7bb44)
at /usr/src/sys/vfs/ufs/ufs_vnops.c:2292
#15 0xc024f259 in vop_nresolve (ops=0xdd2dbb10, nch=0xddd7bb8c, dvp=0xf9c64be8,
cred=0xd9249f60) at /usr/src/sys/kern/vfs_vopops.c:1211
#16 0xc0236363 in cache_resolve (nch=0xddd7bbd0, cred=0xd9249f60)
at /usr/src/sys/kern/vfs_cache.c:2493
#17 0xc023e559 in nlookup (nd=0xddd7bc7c)
at /usr/src/sys/kern/vfs_nlookup.c:514
#18 0xc024645a in kern_stat (nd=0xddd7bc7c, st=0xddd7bc14)
at /usr/src/sys/kern/vfs_syscalls.c:2596
#19 0xc024c025 in sys_lstat (uap=0xddd7bcf0)
at /usr/src/sys/kern/vfs_syscalls.c:2668
#20 0xc0406099 in syscall2 (frame=0xddd7bd40)
at /usr/src/sys/platform/pc32/i386/trap.c:1361
#21 0xc03f1796 in Xint0x80_syscall ()
at /usr/src/sys/platform/pc32/i386/exception.s:876
#22 0x0000001f in ?? ()
Backtrace stopped: previous frame inner to this frame (corrupt stack?)
-- 
Regards,
Rumko