panic: pool_cache_item_magic_cpheacnki:c: m kbeufrnplel c pdiu afgrnoeest licis ta smseodritfiioned :" !_itkeerm neald_d
2 views
Skip to first unread message
syzbot
Jun 14, 2020, 9:21:15 PM6/14/20
to syzkaller-o...@googlegroups.com
Hello,
syzbot found the following crash on:
HEAD commit: 498b1e7a Unstub diskconf().
git tree: openbsd
console output: https://syzkaller.appspot.com/x/log.txt?x=1102eb66100000
kernel config: https://syzkaller.appspot.com/x/.config?x=bf87b6915a88cd0d
dashboard link: https://syzkaller.appspot.com/bug?extid=5d8ca98b1da19bdfca25
Unfortunately, I don't have any reproducer for this crash yet.
IMPORTANT: if you fix the bug, please add the following tag to the commit:
Reported-by: syzbot+5d8ca9...@syzkaller.appspotmail.com
panic: pool_cache_item_magic_cpheacnki:c: m kbeufrnplel c pdiu afgrnoeest licis ta smseodritfiioned :" !_itkeerm neald_dlr oc0kxf_hfeflffdd(8)0" 7fa4iflbec1d0: 0+fi16l e 0x"/0!s=yz0kxa6l3l4e5cre/m4a7n4dagbder6se/4m9u
l
tStopped at db_enter+0x18: addq $0x8,%rsp
TID PID UID PRFLAGS PFLAGS CPU COMMAND
*160472 56710 0 0 0x4000000 0 syz-executor.0
156534 95222 0 0 0x4000000 1 syz-executor.1
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398
panic(ffffffff823e70d7) at panic+0x15c sys/kern/subr_prf.c:207
pool_cache_get(ffffffff828e9bc8) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline]
pool_cache_get(ffffffff828e9bc8) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884
pool_get(ffffffff828e9bc8,2) at pool_get+0x91 sys/kern/subr_pool.c:572
m_copym(fffffd8066b1be00,0,3b9aca00,2) at m_copym+0x174 m_get sys/kern/uipc_mbuf.c:250 [inline]
m_copym(fffffd8066b1be00,0,3b9aca00,2) at m_copym+0x174 sys/kern/uipc_mbuf.c:667
ether_resolve(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000,ffff800023f2ed08) at ether_resolve+0x49f sys/net/if_ethersubr.c:227
ether_output(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:310 [inline]
ether_output(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000) at ether_output+0x47 sys/net/if_ethersubr.c:339
ip_output(fffffd8066b1ca00,0,fffffd80648fd2a8,0,0,fffffd80648fd238) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd80648fd238,fffffd8066b1ca00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1008
sosend(fffffd806ca13650,0,ffff800023f2f030,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:549
sendit(ffff800020e464f8,6,ffff800023f2f110,0,ffff800023f2f1f0) at sendit+0x52b sys/kern/uipc_syscalls.c:657
sys_sendto(ffff800020e464f8,ffff800023f2f1a8,ffff800023f2f1f0) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522
syscall(ffff800023f2f270) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff800023f2f270) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xdafe408f870, count: 1
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{0}>
ddb{0}> set $lines = 0
ddb{0}> set $maxwidth = 0
ddb{0}> show panic
pool_cache_item_magic_check: mbufpl cpu free list modified: item addr 0xfffffd8074fbc100+16 0x0!=0x6345ce474dbd6e49
ddb{0}> trace
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398
panic(ffffffff823e70d7) at panic+0x15c sys/kern/subr_prf.c:207
pool_cache_get(ffffffff828e9bc8) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline]
pool_cache_get(ffffffff828e9bc8) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884
pool_get(ffffffff828e9bc8,2) at pool_get+0x91 sys/kern/subr_pool.c:572
m_copym(fffffd8066b1be00,0,3b9aca00,2) at m_copym+0x174 m_get sys/kern/uipc_mbuf.c:250 [inline]
m_copym(fffffd8066b1be00,0,3b9aca00,2) at m_copym+0x174 sys/kern/uipc_mbuf.c:667
ether_resolve(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000,ffff800023f2ed08) at ether_resolve+0x49f sys/net/if_ethersubr.c:227
ether_output(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:310 [inline]
ether_output(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000) at ether_output+0x47 sys/net/if_ethersubr.c:339
ip_output(fffffd8066b1ca00,0,fffffd80648fd2a8,0,0,fffffd80648fd238) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd80648fd238,fffffd8066b1ca00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1008
sosend(fffffd806ca13650,0,ffff800023f2f030,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:549
sendit(ffff800020e464f8,6,ffff800023f2f110,0,ffff800023f2f1f0) at sendit+0x52b sys/kern/uipc_syscalls.c:657
sys_sendto(ffff800020e464f8,ffff800023f2f1a8,ffff800023f2f1f0) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522
syscall(ffff800023f2f270) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff800023f2f270) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xdafe408f870, count: -14
ddb{0}> show registers
rdi 0
rsi 0x1
rbp 0xffff800023f2e9e0
rbx 0xffff800023f2ea90
rdx 0x8b
rcx 0x2
rax 0x1
r8 0xffffffff817378df kprintf+0x16f
r9 0x1
r10 0x2
r11 0x53a56b2f64f3d1e4
r12 0x3000000008
r13 0xffff800023f2e9f0
r14 0x100
r15 0x1
rip 0xffffffff81d71358 db_enter+0x18
cs 0x8
rflags 0x246
rsp 0xffff800023f2e9d0
ss 0x10
db_enter+0x18: addq $0x8,%rsp
ddb{0}> show proc
PROC (syz-executor.0) pid=160472 stat=onproc
flags process=0 proc=4000000<THREAD>
pri=32, usrpri=86, nice=20
forw=0xffffffffffffffff, list=0xffff800020e46018,0xffffffff8290e270
process=0xffff800020e0d358 user=0xffff800023f2a000, vmspace=0xfffffd807f000730
estcpu=36, cpticks=2, pctcpu=0.0
user=0, sys=2, intr=0
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
56710 426724 21460 0 2 0 syz-executor.0
*56710 160472 21460 0 7 0x4000000 syz-executor.0
95222 220539 12675 0 2 0 syz-executor.1
95222 156534 12675 0 7 0x4000000 syz-executor.1
1584 508400 0 0 3 0x14200 bored sosplice
12675 394910 38028 0 3 0x82 nanosleep syz-executor.1
21460 371520 38028 0 3 0x82 nanosleep syz-executor.0
38028 262689 35145 0 3 0x82 thrsleep syz-fuzzer
38028 214444 35145 0 3 0x4000082 nanosleep syz-fuzzer
38028 192896 35145 0 3 0x4000082 thrsleep syz-fuzzer
38028 97303 35145 0 3 0x4000082 kqread syz-fuzzer
38028 96076 35145 0 3 0x4000082 thrsleep syz-fuzzer
38028 477951 35145 0 3 0x4000082 thrsleep syz-fuzzer
38028 454004 35145 0 3 0x4000082 thrsleep syz-fuzzer
38028 312249 35145 0 3 0x4000082 thrsleep syz-fuzzer
38028 201506 35145 0 3 0x4000082 thrsleep syz-fuzzer
38028 312631 35145 0 3 0x4000082 thrsleep syz-fuzzer
35145 268378 42694 0 3 0x10008a pause ksh
42694 318604 53075 0 3 0x92 select sshd
28699 349243 1 0 3 0x100083 ttyin getty
53075 132255 1 0 3 0x80 select sshd
71688 496564 49712 74 3 0x100092 bpf pflogd
49712 334571 1 0 3 0x80 netio pflogd
12195 365259 24921 73 3 0x100090 kqread syslogd
24921 483453 1 0 3 0x100082 netio syslogd
9411 291972 1 77 3 0x100090 poll dhclient
54314 306532 1 0 3 0x80 poll dhclient
53888 113049 0 0 3 0x14200 bored smr
46156 36350 0 0 2 0x14200 zerothread
70512 519794 0 0 3 0x14200 aiodoned aiodoned
42595 226031 0 0 3 0x14200 syncer update
92811 449561 0 0 3 0x14200 cleaner cleaner
35287 290790 0 0 3 0x14200 reaper reaper
10418 3682 0 0 3 0x14200 pgdaemon pagedaemon
71151 362600 0 0 3 0x14200 bored crynlk
95909 250460 0 0 3 0x14200 bored crypto
34797 16042 0 0 3 0x40014200 acpi0 acpi0
91869 403868 0 0 3 0x40014200 idle1
32832 210033 0 0 2 0x14200 softnet
78433 467658 0 0 3 0x14200 bored systqmp
96810 268257 0 0 3 0x14200 bored systq
26112 503920 0 0 3 0x40014200 bored softclock
30940 351526 0 0 3 0x40014200 idle0
1 34556 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> show all locks
Process 56710 (syz-executor.0) thread 0xffff800020e464f8 (160472)
exclusive rwlock netlock r = 0 (0xffffffff82766c38)
#0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline]
#0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164
#1 solock+0x5a sys/kern/uipc_socket2.c:282
#2 sosend+0x559 sys/kern/uipc_socket.c:537
#3 sendit+0x52b sys/kern/uipc_syscalls.c:657
#4 sys_sendto+0x80 sys/kern/uipc_syscalls.c:522
#5 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#5 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
#6 Xsyscall+0x128
ddb{0}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 9486 6402K 7049K 78643K 11186 0
pcb 13 8K 8K 78643K 47 0
rtable 86 3K 4K 78643K 271 0
ifaddr 48 11K 12K 78643K 91 0
counters 41 33K 34K 78643K 57 0
ioctlops 0 0K 4K 78643K 1494 0
iov 0 0K 16K 78643K 27 0
mount 1 1K 1K 78643K 1 0
vnodes 1225 77K 77K 78643K 1384 0
UFS quota 1 32K 32K 78643K 1 0
UFS mount 5 36K 36K 78643K 5 0
shm 2 1K 5K 78643K 3 0
VM map 2 1K 1K 78643K 2 0
sem 12 0K 0K 78643K 32 0
dirhash 12 2K 2K 78643K 12 0
ACPI 1824 197K 290K 78643K 13058 0
file desc 6 17K 25K 78643K 188 0
proc 62 63K 83K 78643K 460 0
subproc 32 2K 2K 78643K 36 0
NFS srvsock 1 0K 0K 78643K 1 0
NFS daemon 1 16K 16K 78643K 1 0
ip_moptions 0 0K 0K 78643K 10 0
in_multi 29 1K 2K 78643K 58 0
ether_multi 1 0K 0K 78643K 7 0
mrt 0 0K 0K 78643K 2 0
ISOFS mount 1 32K 32K 78643K 1 0
MSDOSFS mount 1 16K 16K 78643K 1 0
ttys 43 201K 201K 78643K 43 0
exec 0 0K 1K 78643K 229 0
pagedep 1 8K 8K 78643K 1 0
inodedep 1 32K 32K 78643K 1 0
newblk 1 0K 0K 78643K 1 0
VM swap 7 26K 26K 78643K 7 0
UVM amap 121 39K 39K 78643K 1519 0
UVM aobj 6 2K 2K 78643K 6 0
memdesc 1 4K 4K 78643K 1 0
crypto data 1 1K 1K 78643K 1 0
ip6_options 0 0K 0K 78643K 32 0
NDP 7 0K 0K 78643K 20 0
temp 86 3851K 3915K 78643K 2528 0
kqueue 3 4K 16K 78643K 18 0
SYN cache 2 16K 16K 78643K 2 0
ddb{0}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
arp 64 6 0 2 1 0 1 1 0 8 0
plcache 128 20 0 0 1 0 1 1 0 8 0
rtpcb 80 29 0 27 1 0 1 1 0 8 0
rtentry 112 50 0 17 2 0 2 2 0 8 0
unpcb 120 177 0 166 1 0 1 1 0 8 0
syncache 264 6 0 6 2 1 1 1 0 8 1
tcpqe 32 10 0 10 1 1 0 1 0 8 0
tcpcb 544 77 0 73 1 0 1 1 0 8 0
inpcb 280 212 0 203 2 0 2 2 0 8 0
rttmr 72 1 0 1 1 0 1 1 0 8 1
nd6 48 7 0 4 1 0 1 1 0 8 0
pkpcb 40 2 0 2 1 0 1 1 0 8 1
ppxss 1128 1 0 1 1 0 1 1 0 8 1
pffrag 232 5 0 3 1 0 1 1 0 482 0
pffrnode 88 5 0 3 1 0 1 1 0 8 0
pffrent 40 24 0 6 1 0 1 1 0 8 0
pfosfp 40 846 0 423 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pftag 88 2 0 2 1 0 1 1 0 8 1
pfstitem 24 26 0 1 1 0 1 1 0 8 0
pfstkey 112 26 0 1 1 0 1 1 0 8 0
pfstate 328 26 0 0 3 0 3 3 0 8 0
pfrule 1360 23 0 18 2 1 1 2 0 8 0
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 212 0 68 13 0 13 13 0 8 3
art_table 32 213 0 68 2 0 2 2 0 8 0
art_node 16 49 0 19 1 0 1 1 0 8 0
sysvmsgpl 40 15 0 9 1 0 1 1 0 8 0
semupl 112 1 0 1 1 0 1 1 0 8 1
semapl 112 30 0 20 1 0 1 1 0 8 0
shmpl 112 4 0 0 1 0 1 1 0 8 0
dirhash 1024 17 0 0 3 0 3 3 0 8 0
dino2pl 256 1682 0 278 89 0 89 89 0 8 1
ffsino 272 1682 0 278 94 0 94 94 0 8 0
nchpl 144 2150 0 537 60 0 60 60 0 8 0
uvmvnodes 72 1865 0 0 34 0 34 34 0 8 0
vnodes 208 1865 0 0 99 0 99 99 0 8 0
namei 1024 5876 0 5876 1 0 1 1 0 8 1
percpumem 16 39 0 8 1 0 1 1 0 8 0
vcpupl 1984 2 0 0 1 0 1 1 0 8 0
vmpool 560 2 0 0 1 0 1 1 0 8 0
scsiplug 64 2 0 2 1 0 1 1 0 8 1
scxspl 192 6499 0 6499 8 1 7 7 0 8 7
plimitpl 152 33 0 25 1 0 1 1 0 8 0
sigapl 424 404 0 371 4 0 4 4 0 8 0
futexpl 56 2677 0 2677 1 0 1 1 0 8 1
knotepl 112 79 0 60 1 0 1 1 0 8 0
kqueuepl 144 28 0 26 1 0 1 1 0 8 0
pipelkpl 48 98 0 88 1 0 1 1 0 8 0
pipepl 120 196 0 177 1 0 1 1 0 8 0
fdescpl 496 388 0 371 3 0 3 3 0 8 0
filepl 152 2284 0 2182 5 0 5 5 0 8 1
lockfpl 104 109 0 108 1 0 1 1 0 8 0
lockfspl 48 37 0 36 1 0 1 1 0 8 0
sessionpl 112 18 0 7 1 0 1 1 0 8 0
pgrppl 48 18 0 7 1 0 1 1 0 8 0
ucredpl 96 205 0 196 1 0 1 1 0 8 0
zombiepl 144 371 0 371 1 0 1 1 0 8 1
processpl 984 404 0 371 5 0 5 5 0 8 0
procpl 624 759 0 715 4 0 4 4 0 8 0
sosppl 128 1 0 1 1 0 1 1 0 8 1
sockpl 400 420 0 399 4 0 4 4 0 8 1
mcl64k 65536 3 0 0 1 0 1 1 0 8 0
mcl12k 12288 3 0 0 1 0 1 1 0 8 0
mcl9k 9216 2 0 0 1 0 1 1 0 8 0
mcl4k 4096 6 0 0 1 0 1 1 0 8 0
mcl2k2 2112 1 0 0 1 0 1 1 0 8 0
mcl2k 2048 184 0 0 22 0 22 22 0 8 0
mtagpl 80 12 0 0 1 0 1 1 0 8 0
mbufpl 256 342 0 0 21 0 21 21 0 8 0
bufpl 280 3745 0 133 258 0 258 258 0 8 0
anonpl 16 49679 0 33317 67 1 66 66 0 124 0
amapchunkpl 152 2297 0 2132 21 0 21 21 0 158 13
amappl16 192 1620 0 754 45 0 45 45 0 8 1
amappl15 184 90 0 86 1 0 1 1 0 8 0
amappl14 176 24 0 19 1 0 1 1 0 8 0
amappl13 168 29 0 26 1 0 1 1 0 8 0
amappl12 160 2 0 1 2 1 1 1 0 8 0
amappl11 152 140 0 123 1 0 1 1 0 8 0
amappl10 144 18 0 15 1 0 1 1 0 8 0
amappl9 136 458 0 455 1 0 1 1 0 8 0
amappl8 128 394 0 370 1 0 1 1 0 8 0
amappl7 120 117 0 106 1 0 1 1 0 8 0
amappl6 112 25 0 20 1 0 1 1 0 8 0
amappl5 104 292 0 273 1 0 1 1 0 8 0
amappl4 96 491 0 460 1 0 1 1 0 8 0
amappl3 88 109 0 103 1 0 1 1 0 8 0
amappl2 80 2229 0 2147 2 0 2 2 0 8 0
amappl1 72 18239 0 17779 23 12 11 18 0 8 1
amappl 80 1006 0 956 2 0 2 2 0 84 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 64 5 0 0 1 0 1 1 0 8 0
uaddrrnd 24 390 0 371 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 390 0 371 1 0 1 1 0 8 0
vmmpekpl 168 6903 0 6867 2 0 2 2 0 8 0
vmmpepl 168 53580 0 51458 114 3 111 111 0 357 18
vmsppl 368 389 0 371 2 0 2 2 0 8 0
pdppl 4096 787 0 744 6 0 6 6 0 8 0
pvpl 32 169395 0 149817 161 0 161 161 0 265 3
pmappl 232 389 0 371 2 0 2 2 0 8 0
extentpl 40 53 0 36 1 0 1 1 0 8 0
phpool 112 267 0 3 8 0 8 8 0 8 0
ddb{0}> machine ddbcpu 0
Invalid cpu 0
ddb{0}> trace
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398
panic(ffffffff823e70d7) at panic+0x15c sys/kern/subr_prf.c:207
pool_cache_get(ffffffff828e9bc8) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline]
pool_cache_get(ffffffff828e9bc8) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884
pool_get(ffffffff828e9bc8,2) at pool_get+0x91 sys/kern/subr_pool.c:572
m_copym(fffffd8066b1be00,0,3b9aca00,2) at m_copym+0x174 m_get sys/kern/uipc_mbuf.c:250 [inline]
m_copym(fffffd8066b1be00,0,3b9aca00,2) at m_copym+0x174 sys/kern/uipc_mbuf.c:667
ether_resolve(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000,ffff800023f2ed08) at ether_resolve+0x49f sys/net/if_ethersubr.c:227
ether_output(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:310 [inline]
ether_output(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000) at ether_output+0x47 sys/net/if_ethersubr.c:339
ip_output(fffffd8066b1ca00,0,fffffd80648fd2a8,0,0,fffffd80648fd238) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd80648fd238,fffffd8066b1ca00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1008
sosend(fffffd806ca13650,0,ffff800023f2f030,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:549
sendit(ffff800020e464f8,6,ffff800023f2f110,0,ffff800023f2f1f0) at sendit+0x52b sys/kern/uipc_syscalls.c:657
sys_sendto(ffff800020e464f8,ffff800023f2f1a8,ffff800023f2f1f0) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522
syscall(ffff800023f2f270) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff800023f2f270) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xdafe408f870, count: -14
ddb{0}> machine ddbcpu 1
---
This bug is generated by a bot. It may contain errors.
See https://goo.gl/tpsmEJ for more information about syzbot.
syzbot engineers can be reached at syzk...@googlegroups.com.
syzbot will keep track of this bug report. See:
https://goo.gl/tpsmEJ#status for how to communicate with syzbot.
syzbot found the following crash on:
HEAD commit: 498b1e7a Unstub diskconf().
git tree: openbsd
console output: https://syzkaller.appspot.com/x/log.txt?x=1102eb66100000
kernel config: https://syzkaller.appspot.com/x/.config?x=bf87b6915a88cd0d
dashboard link: https://syzkaller.appspot.com/bug?extid=5d8ca98b1da19bdfca25
Unfortunately, I don't have any reproducer for this crash yet.
IMPORTANT: if you fix the bug, please add the following tag to the commit:
Reported-by: syzbot+5d8ca9...@syzkaller.appspotmail.com
panic: pool_cache_item_magic_cpheacnki:c: m kbeufrnplel c pdiu afgrnoeest licis ta smseodritfiioned :" !_itkeerm neald_dlr oc0kxf_hfeflffdd(8)0" 7fa4iflbec1d0: 0+fi16l e 0x"/0!s=yz0kxa6l3l4e5cre/m4a7n4dagbder6se/4m9u
l
tStopped at db_enter+0x18: addq $0x8,%rsp
TID PID UID PRFLAGS PFLAGS CPU COMMAND
*160472 56710 0 0 0x4000000 0 syz-executor.0
156534 95222 0 0 0x4000000 1 syz-executor.1
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398
panic(ffffffff823e70d7) at panic+0x15c sys/kern/subr_prf.c:207
pool_cache_get(ffffffff828e9bc8) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline]
pool_cache_get(ffffffff828e9bc8) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884
pool_get(ffffffff828e9bc8,2) at pool_get+0x91 sys/kern/subr_pool.c:572
m_copym(fffffd8066b1be00,0,3b9aca00,2) at m_copym+0x174 m_get sys/kern/uipc_mbuf.c:250 [inline]
m_copym(fffffd8066b1be00,0,3b9aca00,2) at m_copym+0x174 sys/kern/uipc_mbuf.c:667
ether_resolve(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000,ffff800023f2ed08) at ether_resolve+0x49f sys/net/if_ethersubr.c:227
ether_output(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:310 [inline]
ether_output(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000) at ether_output+0x47 sys/net/if_ethersubr.c:339
ip_output(fffffd8066b1ca00,0,fffffd80648fd2a8,0,0,fffffd80648fd238) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd80648fd238,fffffd8066b1ca00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1008
sosend(fffffd806ca13650,0,ffff800023f2f030,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:549
sendit(ffff800020e464f8,6,ffff800023f2f110,0,ffff800023f2f1f0) at sendit+0x52b sys/kern/uipc_syscalls.c:657
sys_sendto(ffff800020e464f8,ffff800023f2f1a8,ffff800023f2f1f0) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522
syscall(ffff800023f2f270) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff800023f2f270) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xdafe408f870, count: 1
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{0}>
ddb{0}> set $lines = 0
ddb{0}> set $maxwidth = 0
ddb{0}> show panic
pool_cache_item_magic_check: mbufpl cpu free list modified: item addr 0xfffffd8074fbc100+16 0x0!=0x6345ce474dbd6e49
ddb{0}> trace
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398
panic(ffffffff823e70d7) at panic+0x15c sys/kern/subr_prf.c:207
pool_cache_get(ffffffff828e9bc8) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline]
pool_cache_get(ffffffff828e9bc8) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884
pool_get(ffffffff828e9bc8,2) at pool_get+0x91 sys/kern/subr_pool.c:572
m_copym(fffffd8066b1be00,0,3b9aca00,2) at m_copym+0x174 m_get sys/kern/uipc_mbuf.c:250 [inline]
m_copym(fffffd8066b1be00,0,3b9aca00,2) at m_copym+0x174 sys/kern/uipc_mbuf.c:667
ether_resolve(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000,ffff800023f2ed08) at ether_resolve+0x49f sys/net/if_ethersubr.c:227
ether_output(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:310 [inline]
ether_output(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000) at ether_output+0x47 sys/net/if_ethersubr.c:339
ip_output(fffffd8066b1ca00,0,fffffd80648fd2a8,0,0,fffffd80648fd238) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd80648fd238,fffffd8066b1ca00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1008
sosend(fffffd806ca13650,0,ffff800023f2f030,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:549
sendit(ffff800020e464f8,6,ffff800023f2f110,0,ffff800023f2f1f0) at sendit+0x52b sys/kern/uipc_syscalls.c:657
sys_sendto(ffff800020e464f8,ffff800023f2f1a8,ffff800023f2f1f0) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522
syscall(ffff800023f2f270) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff800023f2f270) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xdafe408f870, count: -14
ddb{0}> show registers
rdi 0
rsi 0x1
rbp 0xffff800023f2e9e0
rbx 0xffff800023f2ea90
rdx 0x8b
rcx 0x2
rax 0x1
r8 0xffffffff817378df kprintf+0x16f
r9 0x1
r10 0x2
r11 0x53a56b2f64f3d1e4
r12 0x3000000008
r13 0xffff800023f2e9f0
r14 0x100
r15 0x1
rip 0xffffffff81d71358 db_enter+0x18
cs 0x8
rflags 0x246
rsp 0xffff800023f2e9d0
ss 0x10
db_enter+0x18: addq $0x8,%rsp
ddb{0}> show proc
PROC (syz-executor.0) pid=160472 stat=onproc
flags process=0 proc=4000000<THREAD>
pri=32, usrpri=86, nice=20
forw=0xffffffffffffffff, list=0xffff800020e46018,0xffffffff8290e270
process=0xffff800020e0d358 user=0xffff800023f2a000, vmspace=0xfffffd807f000730
estcpu=36, cpticks=2, pctcpu=0.0
user=0, sys=2, intr=0
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
56710 426724 21460 0 2 0 syz-executor.0
*56710 160472 21460 0 7 0x4000000 syz-executor.0
95222 220539 12675 0 2 0 syz-executor.1
95222 156534 12675 0 7 0x4000000 syz-executor.1
1584 508400 0 0 3 0x14200 bored sosplice
12675 394910 38028 0 3 0x82 nanosleep syz-executor.1
21460 371520 38028 0 3 0x82 nanosleep syz-executor.0
38028 262689 35145 0 3 0x82 thrsleep syz-fuzzer
38028 214444 35145 0 3 0x4000082 nanosleep syz-fuzzer
38028 192896 35145 0 3 0x4000082 thrsleep syz-fuzzer
38028 97303 35145 0 3 0x4000082 kqread syz-fuzzer
38028 96076 35145 0 3 0x4000082 thrsleep syz-fuzzer
38028 477951 35145 0 3 0x4000082 thrsleep syz-fuzzer
38028 454004 35145 0 3 0x4000082 thrsleep syz-fuzzer
38028 312249 35145 0 3 0x4000082 thrsleep syz-fuzzer
38028 201506 35145 0 3 0x4000082 thrsleep syz-fuzzer
38028 312631 35145 0 3 0x4000082 thrsleep syz-fuzzer
35145 268378 42694 0 3 0x10008a pause ksh
42694 318604 53075 0 3 0x92 select sshd
28699 349243 1 0 3 0x100083 ttyin getty
53075 132255 1 0 3 0x80 select sshd
71688 496564 49712 74 3 0x100092 bpf pflogd
49712 334571 1 0 3 0x80 netio pflogd
12195 365259 24921 73 3 0x100090 kqread syslogd
24921 483453 1 0 3 0x100082 netio syslogd
9411 291972 1 77 3 0x100090 poll dhclient
54314 306532 1 0 3 0x80 poll dhclient
53888 113049 0 0 3 0x14200 bored smr
46156 36350 0 0 2 0x14200 zerothread
70512 519794 0 0 3 0x14200 aiodoned aiodoned
42595 226031 0 0 3 0x14200 syncer update
92811 449561 0 0 3 0x14200 cleaner cleaner
35287 290790 0 0 3 0x14200 reaper reaper
10418 3682 0 0 3 0x14200 pgdaemon pagedaemon
71151 362600 0 0 3 0x14200 bored crynlk
95909 250460 0 0 3 0x14200 bored crypto
34797 16042 0 0 3 0x40014200 acpi0 acpi0
91869 403868 0 0 3 0x40014200 idle1
32832 210033 0 0 2 0x14200 softnet
78433 467658 0 0 3 0x14200 bored systqmp
96810 268257 0 0 3 0x14200 bored systq
26112 503920 0 0 3 0x40014200 bored softclock
30940 351526 0 0 3 0x40014200 idle0
1 34556 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> show all locks
Process 56710 (syz-executor.0) thread 0xffff800020e464f8 (160472)
exclusive rwlock netlock r = 0 (0xffffffff82766c38)
#0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline]
#0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164
#1 solock+0x5a sys/kern/uipc_socket2.c:282
#2 sosend+0x559 sys/kern/uipc_socket.c:537
#3 sendit+0x52b sys/kern/uipc_syscalls.c:657
#4 sys_sendto+0x80 sys/kern/uipc_syscalls.c:522
#5 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#5 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
#6 Xsyscall+0x128
ddb{0}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 9486 6402K 7049K 78643K 11186 0
pcb 13 8K 8K 78643K 47 0
rtable 86 3K 4K 78643K 271 0
ifaddr 48 11K 12K 78643K 91 0
counters 41 33K 34K 78643K 57 0
ioctlops 0 0K 4K 78643K 1494 0
iov 0 0K 16K 78643K 27 0
mount 1 1K 1K 78643K 1 0
vnodes 1225 77K 77K 78643K 1384 0
UFS quota 1 32K 32K 78643K 1 0
UFS mount 5 36K 36K 78643K 5 0
shm 2 1K 5K 78643K 3 0
VM map 2 1K 1K 78643K 2 0
sem 12 0K 0K 78643K 32 0
dirhash 12 2K 2K 78643K 12 0
ACPI 1824 197K 290K 78643K 13058 0
file desc 6 17K 25K 78643K 188 0
proc 62 63K 83K 78643K 460 0
subproc 32 2K 2K 78643K 36 0
NFS srvsock 1 0K 0K 78643K 1 0
NFS daemon 1 16K 16K 78643K 1 0
ip_moptions 0 0K 0K 78643K 10 0
in_multi 29 1K 2K 78643K 58 0
ether_multi 1 0K 0K 78643K 7 0
mrt 0 0K 0K 78643K 2 0
ISOFS mount 1 32K 32K 78643K 1 0
MSDOSFS mount 1 16K 16K 78643K 1 0
ttys 43 201K 201K 78643K 43 0
exec 0 0K 1K 78643K 229 0
pagedep 1 8K 8K 78643K 1 0
inodedep 1 32K 32K 78643K 1 0
newblk 1 0K 0K 78643K 1 0
VM swap 7 26K 26K 78643K 7 0
UVM amap 121 39K 39K 78643K 1519 0
UVM aobj 6 2K 2K 78643K 6 0
memdesc 1 4K 4K 78643K 1 0
crypto data 1 1K 1K 78643K 1 0
ip6_options 0 0K 0K 78643K 32 0
NDP 7 0K 0K 78643K 20 0
temp 86 3851K 3915K 78643K 2528 0
kqueue 3 4K 16K 78643K 18 0
SYN cache 2 16K 16K 78643K 2 0
ddb{0}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
arp 64 6 0 2 1 0 1 1 0 8 0
plcache 128 20 0 0 1 0 1 1 0 8 0
rtpcb 80 29 0 27 1 0 1 1 0 8 0
rtentry 112 50 0 17 2 0 2 2 0 8 0
unpcb 120 177 0 166 1 0 1 1 0 8 0
syncache 264 6 0 6 2 1 1 1 0 8 1
tcpqe 32 10 0 10 1 1 0 1 0 8 0
tcpcb 544 77 0 73 1 0 1 1 0 8 0
inpcb 280 212 0 203 2 0 2 2 0 8 0
rttmr 72 1 0 1 1 0 1 1 0 8 1
nd6 48 7 0 4 1 0 1 1 0 8 0
pkpcb 40 2 0 2 1 0 1 1 0 8 1
ppxss 1128 1 0 1 1 0 1 1 0 8 1
pffrag 232 5 0 3 1 0 1 1 0 482 0
pffrnode 88 5 0 3 1 0 1 1 0 8 0
pffrent 40 24 0 6 1 0 1 1 0 8 0
pfosfp 40 846 0 423 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pftag 88 2 0 2 1 0 1 1 0 8 1
pfstitem 24 26 0 1 1 0 1 1 0 8 0
pfstkey 112 26 0 1 1 0 1 1 0 8 0
pfstate 328 26 0 0 3 0 3 3 0 8 0
pfrule 1360 23 0 18 2 1 1 2 0 8 0
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 212 0 68 13 0 13 13 0 8 3
art_table 32 213 0 68 2 0 2 2 0 8 0
art_node 16 49 0 19 1 0 1 1 0 8 0
sysvmsgpl 40 15 0 9 1 0 1 1 0 8 0
semupl 112 1 0 1 1 0 1 1 0 8 1
semapl 112 30 0 20 1 0 1 1 0 8 0
shmpl 112 4 0 0 1 0 1 1 0 8 0
dirhash 1024 17 0 0 3 0 3 3 0 8 0
dino2pl 256 1682 0 278 89 0 89 89 0 8 1
ffsino 272 1682 0 278 94 0 94 94 0 8 0
nchpl 144 2150 0 537 60 0 60 60 0 8 0
uvmvnodes 72 1865 0 0 34 0 34 34 0 8 0
vnodes 208 1865 0 0 99 0 99 99 0 8 0
namei 1024 5876 0 5876 1 0 1 1 0 8 1
percpumem 16 39 0 8 1 0 1 1 0 8 0
vcpupl 1984 2 0 0 1 0 1 1 0 8 0
vmpool 560 2 0 0 1 0 1 1 0 8 0
scsiplug 64 2 0 2 1 0 1 1 0 8 1
scxspl 192 6499 0 6499 8 1 7 7 0 8 7
plimitpl 152 33 0 25 1 0 1 1 0 8 0
sigapl 424 404 0 371 4 0 4 4 0 8 0
futexpl 56 2677 0 2677 1 0 1 1 0 8 1
knotepl 112 79 0 60 1 0 1 1 0 8 0
kqueuepl 144 28 0 26 1 0 1 1 0 8 0
pipelkpl 48 98 0 88 1 0 1 1 0 8 0
pipepl 120 196 0 177 1 0 1 1 0 8 0
fdescpl 496 388 0 371 3 0 3 3 0 8 0
filepl 152 2284 0 2182 5 0 5 5 0 8 1
lockfpl 104 109 0 108 1 0 1 1 0 8 0
lockfspl 48 37 0 36 1 0 1 1 0 8 0
sessionpl 112 18 0 7 1 0 1 1 0 8 0
pgrppl 48 18 0 7 1 0 1 1 0 8 0
ucredpl 96 205 0 196 1 0 1 1 0 8 0
zombiepl 144 371 0 371 1 0 1 1 0 8 1
processpl 984 404 0 371 5 0 5 5 0 8 0
procpl 624 759 0 715 4 0 4 4 0 8 0
sosppl 128 1 0 1 1 0 1 1 0 8 1
sockpl 400 420 0 399 4 0 4 4 0 8 1
mcl64k 65536 3 0 0 1 0 1 1 0 8 0
mcl12k 12288 3 0 0 1 0 1 1 0 8 0
mcl9k 9216 2 0 0 1 0 1 1 0 8 0
mcl4k 4096 6 0 0 1 0 1 1 0 8 0
mcl2k2 2112 1 0 0 1 0 1 1 0 8 0
mcl2k 2048 184 0 0 22 0 22 22 0 8 0
mtagpl 80 12 0 0 1 0 1 1 0 8 0
mbufpl 256 342 0 0 21 0 21 21 0 8 0
bufpl 280 3745 0 133 258 0 258 258 0 8 0
anonpl 16 49679 0 33317 67 1 66 66 0 124 0
amapchunkpl 152 2297 0 2132 21 0 21 21 0 158 13
amappl16 192 1620 0 754 45 0 45 45 0 8 1
amappl15 184 90 0 86 1 0 1 1 0 8 0
amappl14 176 24 0 19 1 0 1 1 0 8 0
amappl13 168 29 0 26 1 0 1 1 0 8 0
amappl12 160 2 0 1 2 1 1 1 0 8 0
amappl11 152 140 0 123 1 0 1 1 0 8 0
amappl10 144 18 0 15 1 0 1 1 0 8 0
amappl9 136 458 0 455 1 0 1 1 0 8 0
amappl8 128 394 0 370 1 0 1 1 0 8 0
amappl7 120 117 0 106 1 0 1 1 0 8 0
amappl6 112 25 0 20 1 0 1 1 0 8 0
amappl5 104 292 0 273 1 0 1 1 0 8 0
amappl4 96 491 0 460 1 0 1 1 0 8 0
amappl3 88 109 0 103 1 0 1 1 0 8 0
amappl2 80 2229 0 2147 2 0 2 2 0 8 0
amappl1 72 18239 0 17779 23 12 11 18 0 8 1
amappl 80 1006 0 956 2 0 2 2 0 84 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 64 5 0 0 1 0 1 1 0 8 0
uaddrrnd 24 390 0 371 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 390 0 371 1 0 1 1 0 8 0
vmmpekpl 168 6903 0 6867 2 0 2 2 0 8 0
vmmpepl 168 53580 0 51458 114 3 111 111 0 357 18
vmsppl 368 389 0 371 2 0 2 2 0 8 0
pdppl 4096 787 0 744 6 0 6 6 0 8 0
pvpl 32 169395 0 149817 161 0 161 161 0 265 3
pmappl 232 389 0 371 2 0 2 2 0 8 0
extentpl 40 53 0 36 1 0 1 1 0 8 0
phpool 112 267 0 3 8 0 8 8 0 8 0
ddb{0}> machine ddbcpu 0
Invalid cpu 0
ddb{0}> trace
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398
panic(ffffffff823e70d7) at panic+0x15c sys/kern/subr_prf.c:207
pool_cache_get(ffffffff828e9bc8) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline]
pool_cache_get(ffffffff828e9bc8) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884
pool_get(ffffffff828e9bc8,2) at pool_get+0x91 sys/kern/subr_pool.c:572
m_copym(fffffd8066b1be00,0,3b9aca00,2) at m_copym+0x174 m_get sys/kern/uipc_mbuf.c:250 [inline]
m_copym(fffffd8066b1be00,0,3b9aca00,2) at m_copym+0x174 sys/kern/uipc_mbuf.c:667
ether_resolve(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000,ffff800023f2ed08) at ether_resolve+0x49f sys/net/if_ethersubr.c:227
ether_output(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:310 [inline]
ether_output(ffff80000017b2a8,fffffd8066b1be00,fffffd80648fd2b8,fffffd8074daf000) at ether_output+0x47 sys/net/if_ethersubr.c:339
ip_output(fffffd8066b1ca00,0,fffffd80648fd2a8,0,0,fffffd80648fd238) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd80648fd238,fffffd8066b1ca00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1008
sosend(fffffd806ca13650,0,ffff800023f2f030,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:549
sendit(ffff800020e464f8,6,ffff800023f2f110,0,ffff800023f2f1f0) at sendit+0x52b sys/kern/uipc_syscalls.c:657
sys_sendto(ffff800020e464f8,ffff800023f2f1a8,ffff800023f2f1f0) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522
syscall(ffff800023f2f270) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff800023f2f270) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xdafe408f870, count: -14
ddb{0}> machine ddbcpu 1
---
This bug is generated by a bot. It may contain errors.
See https://goo.gl/tpsmEJ for more information about syzbot.
syzbot engineers can be reached at syzk...@googlegroups.com.
syzbot will keep track of this bug report. See:
https://goo.gl/tpsmEJ#status for how to communicate with syzbot.
Greg Steuck
Jun 14, 2020, 9:49:32 PM6/14/20
to syzbot, syzkaller-o...@googlegroups.com
#syz dup: pool: cpu free list modified: mbufpl
Reply all
Reply to author
Forward
0 new messages