20241011 13:49:02 all (664/970): swapoff4.sh
Oct 11 13:50:22 mercat1 kernel: pid 90548 (swap), jid 0, uid 0, was killed: failed to reclaim memory
Oct 11 13:50:23 mercat1 kernel: pid 90555 (swap), jid 0, uid 0, was killed: failed to reclaim memory
Oct 11 13:50:25 mercat1 kernel: pid 90550 (swap), jid 0, uid 0, was killed: failed to reclaim memory
panic: Assertion (object->flags & OBJ_SWAP) != 0 failed at ../../../vm/swap_pager.c:564
cpuid = 5
time = 1728647425
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe01d8174990
vpanic() at vpanic+0x13f/frame 0xfffffe01d8174ac0
panic() at panic+0x43/frame 0xfffffe01d8174b20
swapoff_one() at swapoff_one+0x8a9/frame 0xfffffe01d8174d00
kern_swapoff() at kern_swapoff+0x1ab/frame 0xfffffe01d8174e00
amd64_syscall() at amd64_syscall+0x158/frame 0xfffffe01d8174f30
fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01d8174f30
--- syscall (582, FreeBSD ELF64, swapoff), rip = 0xdc6777123ba, rsp = 0xdc6748c87e8, rbp = 0xdc6748c8920 ---

cc -c -O2 -pipe  -fno-strict-aliasing  -g -nostdinc  -I. -I../../.. -I../../../contrib/ck/include -I../../../contrib/libfdt -D_KERNEL -DHAVE_KERNEL_OPTION_HEADERS -include opt_global.h -fno-common    -fno-omit-frame-pointer -mno-omit-leaf-frame-pointer -MD  -MF.depend.subr_rangeset.o -MTsubr_rangeset.o -fdebug-prefix-map=./machine=/usr/src/sys/amd64/include -fdebug-prefix-map=./x86=/usr/src/sys/x86/include -fdebug-prefix-map=./i386=/usr/src/sys/i386/include -mcmodel=kernel -mno-red-zone -mno-mmx -mno-sse -msoft-float  -fno-asynchronous-unwind-tables -ffreestanding -fwrapv -fstack-protector -gdwarf-4 -Wall -Wstrict-prototypes -Wmissing-prototypes -Wpointer-arith -Wcast-qual -Wundef -Wno-pointer-sign -D__printf__=__freebsd_kprintf__ -Wmissing-include-dirs -fdiagnostics-show-option -Wno-unknown-pragmas -Wswitch -Wno-error=tautological-compare -Wno-error=empty-body -Wno-error=parentheses-equality -Wno-error=unused-function -Wno-error=pointer-sign -Wno-error=shift-negative-value -Wno-address-of-packed-member -Wno-format-zero-length   -mno-aes -mno-avx  -std=gnu99 -Werror ../../../kern/subr_rangeset.c
../../../kern/subr_rangeset.c:329:25: error: use of undeclared identifier 'src_rs'
  329 |         pctrie_iter_init(&it, &src_rs->rs_trie);
      |                                ^
1 error generated.
*** Error code 1

20240716 09:00:01 all (1/958): pfl4.sh
Jul 16 09:02:51 mercat1 kernel: pid 12456 (swap), jid 0, uid 2007, was killed: a thread waited too long to allocate a page
Jul 16 09:04:09 mercat1 kernel: pid 16534 (rw), uid 2007 inumber 53830 on /mnt12: filesystem full
Kernel page fault with the following non-sleepable locks held:
exclusive rw vmobject (vmobject) r = 0 (0xfffff80013bce738) locked @ vm/vm_object.c:1333
stack backtrace:
#0 0xffffffff80bc82bc at witness_debugger+0x6c
#1 0xffffffff80bc94b3 at witness_warn+0x403
#2 0xffffffff81076ff0 at trap_pfault+0x80
#3 0xffffffff81049258 at calltrap+0x8
#4 0xffffffff80ba6655 at pctrie_remove+0x1e5
#5 0xffffffff80ba7715 at pctrie_iter_remove+0x145
#6 0xffffffff80eeca49 at SWAP_PCTRIE_ITER_REMOVE+0x19
#7 0xffffffff80ee8520 at swp_pager_meta_free+0x380
#8 0xffffffff80ee7e3a at swap_pager_freespace_pgo+0x7a
#9 0xffffffff80f10f19 at vm_object_madvise+0x149
#10 0xffffffff80f05e5a at vm_map_madvise+0x3ea
#11 0xffffffff81077918 at amd64_syscall+0x158
#12 0xffffffff81049b6b at fast_syscall_common+0xf8

20240709 10:24:07 all: crossmp4.sh
<jemalloc>: jemalloc_base.c:190: Failed assertion: "extent_bsize_get(extent) >= *gap_size + size"
<jemalloc>: jemalloc_base.c:190: Failed assertion: "extent_bsize_get(extent) >= *gap_size + size"
<jemalloc>: /usr/src/contrib/jemalloc/include/jemalloc/internal/tcache_inlines.h:52: Failed assertion: "tcache_success == (ret != NULL)"
<jemalloc>: /usr/src/contrib/jemalloc/include/jemalloc/internal/tcache_inlines.h:52: Failed assertion: "tcache_success == (ret != NULL)"

20240705 20:25:38 all (1/1): unionfs19.sh
VNASSERT failed: !__builtin_expect(((_Generic(*(&(dvp)->v_irflag), short: (*(volatile u_short *)(&(dvp)->v_irflag)), u_short: VNASSERT failed: !__builtin_expect(((_Generic(*(&(dvp)->v_irflag), short: (*(volatile u_short *)(&(dvp)->v_irflag)), u_short: (*(volatile u_short *)(&(dvp)->v_irflag))) & 0x0001) != 0), 0) not true at ../../../kern/vfs_cache.c:2481 (cache_enter_time)
VNASSERT failed: !__builtin_expect(((_Generic(*(&(dvp)->v_irflag), short: (*(volatile u_short *)(&(dvp)->v_irflag)), u_short: VNASSERT failed: !__builtin_expect(((_Generic(*(&(dvp)->v_irflag), short: (*(volatile u_short *)(&(dvp)->v_irflag)), u_short: (*(volatile u_short *)(&(dvp)->v_irflag))) & 0x0001) != 0), 0) not true at ../../../kern/vfs_cache.c:2481 (cache_enter_time)
VNASSERT failed: !__builtin_expect(((_Generic(*(&(dvp)->v_irflag), short: (*(volatile u_short *)(&(dvp)->v_irflag)), u_short: (*(volatile u_short *)(&(dvp)->v_irflag))) & 0x0001) != 0), 0) not true at ../../../kern/vfs_cache.c:2481 (cache_enter_time)
0xfffffe016f682bb8: (*(volatile u_short *)(&(dvp)->v_irflag))) & 0x0001) != 0), 0) not true at ../../../kern/vfs_cache.c:2481 (cache_enter_time)
(*(volatile u_short *)(&(dvp)->v_irflag))) & 0x0001) != 0), 0) not true at ../../../kern/vfs_cache.c:2481 (cache_enter_time)
0xfffffe016f6d04b0: 0xfffffe016f1aa068: type VBAD state VSTATE_DEAD op 0xffffffff818ac760
    usecount 2, writecount 0, refcount 1 seqc users 10xfffffe016ffba068: type VBAD state VSTATE_DEAD op 0xffffffff818ac760

<jemalloc>: jemalloc_base.c:190: Failed assertion: "extent_bsize_get(extent) >= *gap_size + size"
<jemalloc>: /usr/src/contrib/jemalloc/include/jemalloc/internal/tcache_inlines.h:52: Failed assertion: "tcache_success == (ret != NULL)"

19:30 ~ $ sync
19:30 ~ $ sync
19:30 ~ $ sort /dev/zero &
[1] 4135
19:30 ~ $ sort /dev/zero &
[2] 4138
19:30 ~ $ sort /dev/zero &
[3] 4139
19:30 ~ $ panic: ASan: Invalid access, 8-byte read at 0xfffffe0182981630, UMAUseAfterFree(fd)
cpuid = 4
time = 1718818384
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0xa5/frame 0xfffffe014cc0af50
kdb_backtrace() at kdb_backtrace+0xc6/frame 0xfffffe014cc0b0b0
vpanic() at vpanic+0x226/frame 0xfffffe014cc0b250
panic() at panic+0xb5/frame 0xfffffe014cc0b320
kasan_report() at kasan_report+0xdf/frame 0xfffffe014cc0b3f0
pctrie_keybarr() at pctrie_keybarr+0x29/frame 0xfffffe014cc0b450
pctrie_iter_step() at pctrie_iter_step+0x15e/frame 0xfffffe014cc0b550
SWAP_PCTRIE_ITER_STEP() at SWAP_PCTRIE_ITER_STEP+0x1d/frame 0xfffffe014cc0b570
swp_pager_meta_transfer() at swp_pager_meta_transfer+0x6e9/frame 0xfffffe014cc0b840
swap_pager_copy() at swap_pager_copy+0x4b0/frame 0xfffffe014cc0b960
vm_object_collapse() at vm_object_collapse+0xad5/frame 0xfffffe014cc0ba30
vm_object_deallocate() at vm_object_deallocate+0x5ad/frame 0xfffffe014cc0bb10
vm_map_process_deferred() at vm_map_process_deferred+0x15f/frame 0xfffffe014cc0bb50
vmspace_dofree() at vmspace_dofree+0xdf/frame 0xfffffe014cc0bb90
vmspace_exit() at vmspace_exit+0x203/frame 0xfffffe014cc0bc50
exit1() at exit1+0x76e/frame 0xfffffe014cc0bcf0
sys_exit() at sys_exit+0x28/frame 0xfffffe014cc0bd10
amd64_syscall() at amd64_syscall+0x39e/frame 0xfffffe014cc0bf30
fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014cc0bf30
--- syscall (1, FreeBSD ELF64, exit), rip = 0x236e0fe894ba, rsp = 0x236e0c6e78d8, rbp = 0x236e0c6e7900 ---
KDB: enter: panic
[ thread pid 4144 tid 100329 ]
Stopped at      kdb_enter+0x34: movq    $0,0x20d19b1(%rip)
db>