zfs-dkms
Пытался использовать пакет по назначению, в итоге значительные проблемы
сразу, использовать невозможно.
ESXI 5.5 виртуальная машина ей выделен диск который она раздает через
iSCSI tgt
Текущая стабильная ветка 6.12.41+deb13-amd64
(ESXI RAID ---> VM (ZFS) -- ISCSI tgt) ---------> ISCSI Initiators
При большой разнородной нагрузке компиляция ядра и приложение зависает
на глухо.
zfs-fuse
zfs-dkms
zfs (volume)
zfs (file as ISCSI) во всех вариантах ситуация похожая, в ядерном и fuse
версиях.
VM 3G memory, ARC limit:
options zfs zfs_arc_max=2147483648
options zfs zfs_arc_min=1073741824
Диск esxi точно исправен и проблема не с диском он с аппаратным RAID, на
нем работают другие машины, связано с активной загрузкой и работой
мелкими файлами.
Кри копировании и восстановлении из бекапа ядро не крашится.
root@iSCSI-RAID:~# zpool status
pool: zfs_0
state: ONLINE
config:
NAME STATE READ WRITE CKSUM
zfs_0 ONLINE 0 0 0
3785558233478914832 ONLINE 0 0 0
NAME PROPERTY VALUE
SOURCE
zfs_0 type filesystem
-
zfs_0 creation Вт авг
19 14:30 2025 -
zfs_0 used 20.7G
-
zfs_0 available 1.49T
-
zfs_0 referenced 80K
-
zfs_0 compressratio
1.33x -
zfs_0 mounted yes
-
zfs_0 quota none
default
zfs_0 reservation none
default
zfs_0 recordsize 128K
default
zfs_0 mountpoint
/zfs_0 default
zfs_0 sharenfs off
default
zfs_0 checksum on
default
zfs_0 compression on
default
zfs_0 atime on
default
zfs_0 devices on
default
zfs_0 exec on
default
zfs_0 setuid on
default
zfs_0 readonly off
default
zfs_0 zoned off
default
zfs_0 snapdir hidden
default
zfs_0 aclmode discard
default
zfs_0 aclinherit
restricted default
zfs_0 createtxg 1
-
zfs_0 canmount on
default
zfs_0 xattr on
default
zfs_0 copies 1
default
zfs_0 version 4
-
zfs_0 utf8only off
-
zfs_0 normalization
none -
zfs_0 casesensitivity
sensitive -
zfs_0 vscan off
default
zfs_0 nbmand off
default
zfs_0 sharesmb off
default
zfs_0 refquota none
default
zfs_0 refreservation
none default
zfs_0 guid
10713893065331288934 -
zfs_0 primarycache
all default
zfs_0 secondarycache
all default
zfs_0 usedbysnapshots
0B -
zfs_0 usedbydataset
80K -
zfs_0 usedbychildren
20.7G -
zfs_0 usedbyrefreservation 0B -
zfs_0 logbias latency
default
zfs_0 objsetid 16
-
zfs_0 dedup off
default
zfs_0 mlslabel none
default
zfs_0 sync standard
default
zfs_0 dnodesize legacy
default
zfs_0 refcompressratio 1.00x -
zfs_0 written 80K
-
zfs_0 logicalused
27.5G -
zfs_0 logicalreferenced 33K -
zfs_0 volmode default
default
zfs_0 filesystem_limit none default
zfs_0 snapshot_limit
none default
zfs_0 filesystem_count none default
zfs_0 snapshot_count
none default
zfs_0 snapdev hidden
default
zfs_0 acltype off
default
zfs_0 context none
default
zfs_0 fscontext none
default
zfs_0 defcontext none
default
zfs_0 rootcontext none
default
zfs_0 relatime on
default
zfs_0 redundant_metadata all default
zfs_0 overlay on
default
zfs_0 encryption off
default
zfs_0 keylocation none
default
zfs_0 keyformat none
default
zfs_0 pbkdf2iters 0
default
zfs_0 special_small_blocks 0 default
zfs_0 prefetch all
default
zfs_0 direct standard
default
zfs_0 longname off
default
zfs_0/disk0 type volume
-
zfs_0/disk0 creation Пт авг
22 2:38 2025 -
zfs_0/disk0 used 20.7G
-
zfs_0/disk0 available 1.49T
-
zfs_0/disk0 referenced
20.1G -
zfs_0/disk0 compressratio
1.33x -
zfs_0/disk0 reservation none
default
zfs_0/disk0 volsize 1.46T
local
zfs_0/disk0 volblocksize
16K default
zfs_0/disk0 checksum on
default
zfs_0/disk0 compression on
default
zfs_0/disk0 readonly off
default
zfs_0/disk0 createtxg
11953153 -
zfs_0/disk0 copies 1
default
zfs_0/disk0 refreservation
none default
zfs_0/disk0 guid
9183551336131019417 -
zfs_0/disk0 primarycache
all default
zfs_0/disk0 secondarycache
all default
zfs_0/disk0 usedbysnapshots
599M -
zfs_0/disk0 usedbydataset
20.1G -
zfs_0/disk0 usedbychildren
0B -
zfs_0/disk0 usedbyrefreservation 0B -
zfs_0/disk0 logbias latency
default
zfs_0/disk0 objsetid 393
-
zfs_0/disk0 dedup off
default
zfs_0/disk0 mlslabel none
default
zfs_0/disk0 sync standard
default
zfs_0/disk0 refcompressratio 1.32x -
zfs_0/disk0 written 1.06G
-
zfs_0/disk0 logicalused
27.4G -
zfs_0/disk0 logicalreferenced 26.5G -
zfs_0/disk0 volmode default
default
zfs_0/disk0 snapshot_limit
none default
zfs_0/disk0 snapshot_count
none default
zfs_0/disk0 snapdev hidden
default
zfs_0/disk0 context none
default
zfs_0/disk0 fscontext none
default
zfs_0/disk0 defcontext none
default
zfs_0/disk0 rootcontext none
default
zfs_0/disk0 redundant_metadata all default
zfs_0/disk0 encryption off
default
zfs_0/disk0 keylocation none
default
zfs_0/disk0 keyformat none
default
zfs_0/disk0 pbkdf2iters 0
default
zfs_0/disk0 snapshots_changed Пт авг 22 14:05:27 2025 -
zfs_0/disk0 prefetch all
default
zfs_0/disk0 volthreading on
default
Дамп ядра:
[ 1.940344] scsi 2:0:0:0: Direct-Access VMware Virtual disk
1.0 PQ: 0 ANSI: 2
[ 1.976007] scsi target2:0:0: Beginning Domain Validation
[ 1.977680] scsi target2:0:0: Domain Validation skipping write tests
[ 1.977685] scsi target2:0:0: Ending Domain Validation
[ 1.977755] scsi target2:0:0: FAST-40 WIDE SCSI 80.0 MB/s ST (25 ns,
offset 127)
[ 1.978258] scsi 2:0:1:0: Direct-Access VMware Virtual disk
1.0 PQ: 0 ANSI: 2
[ 2.000016] scsi target2:0:1: Beginning Domain Validation
[ 2.001519] scsi target2:0:1: Domain Validation skipping write tests
[ 2.001523] scsi target2:0:1: Ending Domain Validation
[ 2.001586] scsi target2:0:1: FAST-40 WIDE SCSI 80.0 MB/s ST (25 ns,
offset 127)
[ 2.024747] sd 2:0:0:0: [sda] 20971520 512-byte logical blocks: (10.7
GB/10.0 GiB)
[ 2.024753] sd 2:0:1:0: [sdb] 3355443200 512-byte logical blocks:
(1.72 TB/1.56 TiB)
[ 2.024834] sd 2:0:1:0: [sdb] Write Protect is off
[ 2.024836] sd 2:0:0:0: [sda] Write Protect is off
[ 2.024838] sd 2:0:1:0: [sdb] Mode Sense: 61 00 00 00
[ 2.024843] sd 2:0:0:0: [sda] Mode Sense: 61 00 00 00
[ 2.024909] sd 2:0:1:0: [sdb] Cache data unavailable
[ 2.024913] sd 2:0:1:0: [sdb] Assuming drive cache: write through
[ 2.024922] sd 2:0:0:0: [sda] Cache data unavailable
[ 2.024928] sd 2:0:0:0: [sda] Assuming drive cache: write through
[ 2.052779] sda: sda1 sda2
[ 2.053199] sd 2:0:0:0: [sda] Attached SCSI disk
[ 2.055492] sdb: sdb1
[ 22.072402] Loading iSCSI transport class v2.0-870.
[ 3714.464477] kauditd_printk_skb: 101 callbacks suppressed
[ 3714.464486] audit: type=1400 audit(1755849204.103:113):
apparmor="DENIED" operation="capable" class="cap" profile="/usr/bin/man"
pid1 capname="sys_admin"
[ 3714.471032] audit: type=1400 audit(1755849204.107:114):
apparmor="DENIED" operation="capable" class="cap" profile="/usr/bin/man"
pid1 capname="sys_admin"
[ 3714.471337] audit: type=1400 audit(1755849204.107:115):
apparmor="DENIED" operation="capable" class="cap" profile="/usr/bin/man"
pid1 capname="sys_admin"
[ 3714.473667] audit: type=1400 audit(1755849204.111:116):
apparmor="DENIED" operation="capable" class="cap" profile="/usr/bin/man"
pid1 capname="sys_admin"
[ 3714.476220] audit: type=1400 audit(1755849204.111:117):
apparmor="DENIED" operation="capable" class="cap" profile="/usr/bin/man"
pid1 capname="sys_admin"
[ 3714.476704] audit: type=1400 audit(1755849204.115:118):
apparmor="DENIED" operation="capable" class="cap" profile="/usr/bin/man"
pid1 capname="sys_admin"
[35525.688585] INFO: task txg_sync:754 blocked for more than 120 seconds.
[35525.688651] Tainted: P OE 6.12.41+deb13-amd64 #1
Debian 6.12.41-1
[35525.688680] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs"
disables this message.
[35525.688707] task:txg_sync state:D stack:0 pid:754
tgid:754 ppid:2 flags:0x00004000
[35525.688719] Call Trace:
[35525.688722] <TASK>
[35525.688737] __schedule+0x505/0xc00
[35525.688984] schedule+0x27/0xf0
[35525.688988] schedule_timeout+0x9e/0x160
[35525.688993] ? __pfx_process_timeout+0x10/0x10
[35525.689000] io_schedule_timeout+0x51/0x70
[35525.689012] __cv_timedwait_common+0x138/0x170 [spl]
[35525.689039] ? __pfx_autoremove_wake_function+0x10/0x10
[35525.689047] __cv_timedwait_io+0x19/0x20 [spl]
[35525.689059] zio_wait+0x14e/0x2f0 [zfs]
[35525.689881] dsl_pool_sync+0xf2/0x510 [zfs]
[35525.690210] spa_sync+0x577/0x1070 [zfs]
[35525.690597] ? spa_txg_history_init_io+0x115/0x120 [zfs]
[35525.690916] txg_sync_thread+0x20a/0x3b0 [zfs]
[35525.691249] ? __pfx_txg_sync_thread+0x10/0x10 [zfs]
[35525.691577] ? __pfx_thread_generic_wrapper+0x10/0x10 [spl]
[35525.691592] thread_generic_wrapper+0x5d/0x70 [spl]
[35525.691615] kthread+0xd2/0x100
[35525.691622] ? __pfx_kthread+0x10/0x10
[35525.691625] ret_from_fork+0x34/0x50
[35525.691634] ? __pfx_kthread+0x10/0x10
[35525.691636] ret_from_fork_asm+0x1a/0x30
[35525.691644] </TASK>
[35525.691650] INFO: task tgtd:1854 blocked for more than 120 seconds.
[35525.691676] Tainted: P OE 6.12.41+deb13-amd64 #1
Debian 6.12.41-1
[35525.691703] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs"
disables this message.
[35525.691793] task:tgtd state:D stack:0 pid:1854
tgid:1352 ppid:1 flags:0x00000002
[35525.691799] Call Trace:
[35525.691800] <TASK>
[35525.691802] __schedule+0x505/0xc00
[35525.691809] schedule+0x27/0xf0
[35525.691812] io_schedule+0x46/0x70
[35525.691816] bit_wait_io+0x11/0x70
[35525.691819] __wait_on_bit+0x45/0x160
[35525.691823] ? __pfx_bit_wait_io+0x10/0x10
[35525.691826] out_of_line_wait_on_bit+0x94/0xc0
[35525.691830] ? __pfx_wake_bit_function+0x10/0x10
[35525.691834] __block_write_begin_int+0x245/0x5d0
[35525.691841] iomap_write_begin+0x17d/0x580
[35525.691848] ? blkdev_iomap_begin+0x1b/0x80
[35525.691854] iomap_file_buffered_write+0x1a2/0x440
[35525.691860] ? iomap_file_buffered_write+0x9b/0x440
[35525.691869] blkdev_write_iter+0x177/0x310
[35525.691876] vfs_write+0x290/0x450
[35525.691893] __x64_sys_pwrite64+0x98/0xd0
[35525.691902] do_syscall_64+0x82/0x190
[35525.691948] ? do_syscall_64+0x8e/0x190
[35525.691959] ? vfs_write+0x311/0x450
[35525.691963] ? vfs_write+0x311/0x450
[35525.691970] ? __x64_sys_pwrite64+0xa8/0xd0
[35525.691976] ? syscall_exit_to_user_mode+0x4d/0x210
[35525.691984] ? do_syscall_64+0x8e/0x190
[35525.691989] ? __x64_sys_pwrite64+0xa8/0xd0
[35525.691994] ? syscall_exit_to_user_mode+0x4d/0x210
[35525.692000] ? do_syscall_64+0x8e/0x190
[35525.692005] ? syscall_exit_to_user_mode+0x172/0x210
[35525.692011] ? do_syscall_64+0x8e/0x190
[35525.692017] ? syscall_exit_to_user_mode+0x4d/0x210
[35525.692021] ? do_syscall_64+0x8e/0x190
[35525.692025] ? __x64_sys_pwrite64+0xa8/0xd0
[35525.692029] ? syscall_exit_to_user_mode+0x4d/0x210
[35525.692033] ? do_syscall_64+0x8e/0x190
[35525.692037] ? syscall_exit_to_user_mode+0x4d/0x210
[35525.692040] ? do_syscall_64+0x8e/0x190
[35525.692044] entry_SYSCALL_64_after_hwframe+0x76/0x7e
[35525.692052] RIP: 0033:0x7f5e3cfde9ee
[35525.692093] RSP: 002b:00007f5e3c588be8 EFLAGS: 00000246 ORIG_RAX:
0000000000000012
[35525.692105] RAX: ffffffffffffffda RBX: 00007f5e3c5896c0 RCX:
00007f5e3cfde9ee
[35525.692107] RDX: 0000000000000200 RSI: 0000564f7eb64000 RDI:
000000000000000b
[35525.692109] RBP: 000000c7c6437000 R08: 0000000000000000 R09:
0000000000000000
[35525.692111] R10: 000000c7c6437000 R11: 0000000000000246 R12:
0000000000000200
[35525.692113] R13: 000000000000000b R14: 0000000000000200 R15:
0000564f7eb615a0
[35525.692118] </TASK>
[35558.492490] mptscsih: ioc0: attempting task abort! (sc=0000000094e6730f)
[35558.492521] sd 2:0:1:0: [sdb] tag#29 CDB: Write(10) 2a 00 17 2b e0 58
00 00 08 00
[35558.604493] mptscsih: ioc0: task abort: SUCCESS (rv=2002)
(sc=0000000094e6730f)
[35558.604526] sd 2:0:1:0: [sdb] tag#29 FAILED Result:
hostbyte=DID_TIME_OUT driverbyte=DRIVER_OK cmd_age=187s
[35558.604530] sd 2:0:1:0: [sdb] tag#29 CDB: Write(10) 2a 00 17 2b e0 58
00 00 08 00
[35558.604533] I/O error, dev sdb, sector 388751448 op 0x1:(WRITE) flags
0x100 phys_seg 1 prio class 0
[35558.604578] zio pool=zfs_0 vdev=/dev/disk/by-uuid/3785558233478914832
error=5 type=2 offset=199039692800 size=4096 flags=3162240
[35558.604844] mptscsih: ioc0: attempting task abort! (sc=0000000046d4cdd4)
[35558.604851] sd 2:0:1:0: [sdb] tag#28 CDB: Write(10) 2a 00 17 2b e0 50
00 00 08 00
[35558.716499] mptscsih: ioc0: task abort: SUCCESS (rv=2002)
(sc=0000000046d4cdd4)
[35558.716624] sd 2:0:1:0: [sdb] tag#28 FAILED Result:
hostbyte=DID_TIME_OUT driverbyte=DRIVER_OK cmd_age=187s
[35558.716628] sd 2:0:1:0: [sdb] tag#28 CDB: Write(10) 2a 00 17 2b e0 50
00 00 08 00
[35558.716631] I/O error, dev sdb, sector 388751440 op 0x1:(WRITE) flags
0x100 phys_seg 1 prio class 0
[35558.716675] zio pool=zfs_0 vdev=/dev/disk/by-uuid/3785558233478914832
error=5 type=2 offset=199039688704 size=4096 flags=3162240
[35558.717007] mptscsih: ioc0: attempting task abort! (sc=00000000e3a1c95c)
[35558.717014] sd 2:0:1:0: [sdb] tag#26 CDB: Write(10) 2a 00 17 2b e0 48
00 00 08 00
[35558.828509] mptscsih: ioc0: task abort: SUCCESS (rv=2002)
(sc=00000000e3a1c95c)
[35558.828531] sd 2:0:1:0: [sdb] tag#26 FAILED Result:
hostbyte=DID_TIME_OUT driverbyte=DRIVER_OK cmd_age=188s
[35558.828540] sd 2:0:1:0: [sdb] tag#26 CDB: Write(10) 2a 00 17 2b e0 48
00 00 08 00
[35558.828542] I/O error, dev sdb, sector 388751432 op 0x1:(WRITE) flags
0x100 phys_seg 1 prio class 0
[35558.828588] zio pool=zfs_0 vdev=/dev/disk/by-uuid/3785558233478914832
error=5 type=2 offset=199039684608 size=4096 flags=3162240
[35558.828789] mptscsih: ioc0: attempting task abort! (sc=000000000db23f6c)
[35558.828795] sd 2:0:1:0: [sdb] tag#25 CDB: Write(10) 2a 00 17 2b e0 40
00 00 08 00
[35558.940488] mptscsih: ioc0: task abort: SUCCESS (rv=2002)
(sc=000000000db23f6c)
[35558.940501] sd 2:0:1:0: [sdb] tag#25 FAILED Result:
hostbyte=DID_TIME_OUT driverbyte=DRIVER_OK cmd_age=188s
[35558.940506] sd 2:0:1:0: [sdb] tag#25 CDB: Write(10) 2a 00 17 2b e0 40
00 00 08 00
[35558.940507] I/O error, dev sdb, sector 388751424 op 0x1:(WRITE) flags
0x100 phys_seg 1 prio class 0
[35558.940550] zio pool=zfs_0 vdev=/dev/disk/by-uuid/3785558233478914832
error=5 type=2 offset=199039680512 size=4096 flags=3162240
[35558.940742] mptscsih: ioc0: attempting task abort! (sc=00000000f66b78ca)
[35558.940750] sd 2:0:1:0: [sdb] tag#24 CDB: Write(10) 2a 00 17 2b e0 08
00 00 38 00
[35559.068511] mptscsih: ioc0: task abort: SUCCESS (rv=2002)
(sc=00000000f66b78ca)
[35559.068538] sd 2:0:1:0: [sdb] tag#24 FAILED Result:
hostbyte=DID_TIME_OUT driverbyte=DRIVER_OK cmd_age=188s
[35559.068542] sd 2:0:1:0: [sdb] tag#24 CDB: Write(10) 2a 00 17 2b e0 08
00 00 38 00
[35559.068544] I/O error, dev sdb, sector 388751368 op 0x1:(WRITE) flags
0x100 phys_seg 7 prio class 0
[35559.068590] zio pool=zfs_0 vdev=/dev/disk/by-uuid/3785558233478914832
error=5 type=2 offset=199039651840 size=28672 flags=2148533376
[35559.068802] mptscsih: ioc0: attempting task abort! (sc=00000000d6736580)
[35559.068808] sd 2:0:1:0: [sdb] tag#22 CDB: Write(10) 2a 00 17 2b e0 00
00 00 08 00
[35559.184478] mptscsih: ioc0: task abort: SUCCESS (rv=2002)
(sc=00000000d6736580)
[35559.184495] sd 2:0:1:0: [sdb] tag#22 FAILED Result:
hostbyte=DID_TIME_OUT driverbyte=DRIVER_OK cmd_age=188s
[35559.184501] sd 2:0:1:0: [sdb] tag#22 CDB: Write(10) 2a 00 17 2b e0 00
00 00 08 00
[35559.184504] I/O error, dev sdb, sector 388751360 op 0x1:(WRITE) flags
0x100 phys_seg 1 prio class 0
[35559.184551] zio pool=zfs_0 vdev=/dev/disk/by-uuid/3785558233478914832
error=5 type=2 offset=199039647744 size=4096 flags=3162240
[35559.184750] mptscsih: ioc0: attempting task abort! (sc=0000000087ba2ea4)
[35559.184757] sd 2:0:1:0: [sdb] tag#21 CDB: Write(10) 2a 00 17 2b e1 00
00 00 08 00
[35559.300466] mptscsih: ioc0: task abort: SUCCESS (rv=2002)
(sc=0000000087ba2ea4)
[35559.300489] sd 2:0:1:0: [sdb] tag#21 FAILED Result:
hostbyte=DID_TIME_OUT driverbyte=DRIVER_OK cmd_age=185s
[35559.300493] sd 2:0:1:0: [sdb] tag#21 CDB: Write(10) 2a 00 17 2b e1 00
00 00 08 00
[35559.300495] I/O error, dev sdb, sector 388751616 op 0x1:(WRITE) flags
0x100 phys_seg 1 prio class 0
[35559.300547] zio pool=zfs_0 vdev=/dev/disk/by-uuid/3785558233478914832
error=5 type=2 offset=199039778816 size=4096 flags=3162240
[35559.300723] mptscsih: ioc0: attempting task abort! (sc=000000006720c896)
[35559.300730] sd 2:0:1:0: [sdb] tag#20 CDB: Write(10) 2a 00 17 2b e0 f8
00 00 08 00
[35559.412527] mptscsih: ioc0: task abort: SUCCESS (rv=2002)
(sc=000000006720c896)
[35559.412550] sd 2:0:1:0: [sdb] tag#20 FAILED Result:
hostbyte=DID_TIME_OUT driverbyte=DRIVER_OK cmd_age=185s
[35559.412556] sd 2:0:1:0: [sdb] tag#20 CDB: Write(10) 2a 00 17 2b e0 f8
00 00 08 00
[35559.412558] I/O error, dev sdb, sector 388751608 op 0x1:(WRITE) flags
0x100 phys_seg 1 prio class 0
[35559.412619] zio pool=zfs_0 vdev=/dev/disk/by-uuid/3785558233478914832
error=5 type=2 offset=199039774720 size=4096 flags=3162240
[35559.412858] mptscsih: ioc0: attempting task abort! (sc=000000004e605a2a)
[35559.412864] sd 2:0:1:0: [sdb] tag#19 CDB: Write(10) 2a 00 17 2b e0 68
00 00 90 00
[35559.524475] mptscsih: ioc0: task abort: SUCCESS (rv=2002)
(sc=000000004e605a2a)
[35559.524494] sd 2:0:1:0: [sdb] tag#19 FAILED Result:
hostbyte=DID_TIME_OUT driverbyte=DRIVER_OK cmd_age=188s
[35559.524498] sd 2:0:1:0: [sdb] tag#19 CDB: Write(10) 2a 00 17 2b e0 68
00 00 90 00
[35559.524501] I/O error, dev sdb, sector 388751464 op 0x1:(WRITE) flags
0x100 phys_seg 18 prio class 0
[35559.524545] zio pool=zfs_0 vdev=/dev/disk/by-uuid/3785558233478914832
error=5 type=2 offset=199039700992 size=73728 flags=2148533376
[35559.524761] mptscsih: ioc0: attempting task abort! (sc=00000000e87cbdda)
[35559.524768] sd 2:0:1:0: [sdb] tag#18 CDB: Write(10) 2a 00 17 2b e0 60
00 00 08 00
[35559.640471] mptscsih: ioc0: task abort: SUCCESS (rv=2002)
(sc=00000000e87cbdda)
[35559.640492] sd 2:0:1:0: [sdb] tag#18 FAILED Result:
hostbyte=DID_TIME_OUT driverbyte=DRIVER_OK cmd_age=188s
[35559.640497] sd 2:0:1:0: [sdb] tag#18 CDB: Write(10) 2a 00 17 2b e0 60
00 00 08 00
[35559.640499] I/O error, dev sdb, sector 388751456 op 0x1:(WRITE) flags
0x100 phys_seg 1 prio class 0
[35559.640562] zio pool=zfs_0 vdev=/dev/disk/by-uuid/3785558233478914832
error=5 type=2 offset=199039696896 size=4096 flags=3162240
[35646.520495] INFO: task zvol_tq-0:644 blocked for more than 120 seconds.
[35646.520568] Tainted: P OE 6.12.41+deb13-amd64 #1
Debian 6.12.41-1
[35646.520595] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs"
disables this message.
[35646.520628] task:zvol_tq-0 state:D stack:0 pid:644
tgid:644 ppid:2 flags:0x00004000
[35646.520637] Call Trace:
[35646.520640] <TASK>
[35646.520645] __schedule+0x505/0xc00
[35646.520684] schedule+0x27/0xf0
[35646.520690] cv_wait_common+0xfd/0x130 [spl]
[35646.520717] ? __pfx_autoremove_wake_function+0x10/0x10
[35646.520728] dmu_tx_wait+0xd1/0x440 [zfs]
[35646.521025] dmu_tx_assign+0x15a/0x510 [zfs]
[35646.521254] ? dmu_tx_count_write+0x14f/0x180 [zfs]
[35646.521483] zvol_write+0x252/0x740 [zfs]
[35646.521722] zvol_write_task+0x12/0x20 [zfs]
[35646.521976] taskq_thread+0x355/0x6f0 [spl]
[35646.521990] ? __pfx_default_wake_function+0x10/0x10
[35646.522002] ? __pfx_zvol_write_task+0x10/0x10 [zfs]
[35646.522209] ? __pfx_taskq_thread+0x10/0x10 [spl]
[35646.522222] kthread+0xd2/0x100
[35646.522226] ? __pfx_kthread+0x10/0x10
[35646.522229] ret_from_fork+0x34/0x50
[35646.522234] ? __pfx_kthread+0x10/0x10
[35646.522236] ret_from_fork_asm+0x1a/0x30
[35646.522242] </TASK>
[35646.522244] INFO: task zvol_tq-1:645 blocked for more than 120 seconds.
[35646.522269] Tainted: P OE 6.12.41+deb13-amd64 #1
Debian 6.12.41-1
[35646.522295] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs"
disables this message.
[35646.522325] task:zvol_tq-1 state:D stack:0 pid:645
tgid:645 ppid:2 flags:0x00004000
[35646.522329] Call Trace:
[35646.522331] <TASK>
[35646.522333] __schedule+0x505/0xc00
[35646.522338] schedule+0x27/0xf0
[35646.522342] cv_wait_common+0xfd/0x130 [spl]
[35646.522352] ? __pfx_autoremove_wake_function+0x10/0x10
[35646.522356] dmu_tx_wait+0xd1/0x440 [zfs]
[35646.522596] dmu_tx_assign+0x15a/0x510 [zfs]
[35646.522825] ? dmu_tx_count_write+0x14f/0x180 [zfs]
[35646.523099] zvol_write+0x252/0x740 [zfs]
[35646.523308] zvol_write_task+0x12/0x20 [zfs]
[35646.523562] taskq_thread+0x355/0x6f0 [spl]
[35646.523577] ? __pfx_default_wake_function+0x10/0x10
[35646.523581] ? __pfx_zvol_write_task+0x10/0x10 [zfs]
[35646.523787] ? __pfx_taskq_thread+0x10/0x10 [spl]
[35646.523800] kthread+0xd2/0x100
[35646.523803] ? __pfx_kthread+0x10/0x10
[35646.523805] ret_from_fork+0x34/0x50
[35646.523808] ? __pfx_kthread+0x10/0x10
[35646.523810] ret_from_fork_asm+0x1a/0x30
[35646.523815] </TASK>
[35646.523823] INFO: task txg_sync:754 blocked for more than 241 seconds.
[35646.523857] Tainted: P OE 6.12.41+deb13-amd64 #1
Debian 6.12.41-1
[35646.523883] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs"
disables this message.
[35646.523908] task:txg_sync state:D stack:0 pid:754
tgid:754 ppid:2 flags:0x00004000
[35646.523912] Call Trace:
[35646.523914] <TASK>
[35646.523916] __schedule+0x505/0xc00
[35646.523921] schedule+0x27/0xf0
[35646.523925] schedule_timeout+0x9e/0x160
[35646.523929] ? __pfx_process_timeout+0x10/0x10
[35646.523934] io_schedule_timeout+0x51/0x70
[35646.523938] __cv_timedwait_common+0x138/0x170 [spl]
[35646.523949] ? __pfx_autoremove_wake_function+0x10/0x10
[35646.523953] __cv_timedwait_io+0x19/0x20 [spl]
[35646.523963] zio_wait+0x14e/0x2f0 [zfs]
[35646.524186] dsl_pool_sync+0xf2/0x510 [zfs]
[35646.524455] spa_sync+0x577/0x1070 [zfs]
[35646.524713] ? spa_txg_history_init_io+0x115/0x120 [zfs]
[35646.524947] txg_sync_thread+0x20a/0x3b0 [zfs]
[35646.525210] ? __pfx_txg_sync_thread+0x10/0x10 [zfs]
[35646.525440] ? __pfx_thread_generic_wrapper+0x10/0x10 [spl]
[35646.525453] thread_generic_wrapper+0x5d/0x70 [spl]
[35646.525466] kthread+0xd2/0x100
[35646.525469] ? __pfx_kthread+0x10/0x10
[35646.525472] ret_from_fork+0x34/0x50
[35646.525475] ? __pfx_kthread+0x10/0x10
[35646.525477] ret_from_fork_asm+0x1a/0x30
[35646.525481] </TASK>
[35646.525487] INFO: task tgtd:1854 blocked for more than 241 seconds.
[35646.525511] Tainted: P OE 6.12.41+deb13-amd64 #1
Debian 6.12.41-1
[35646.525537] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs"
disables this message.
[35646.525561] task:tgtd state:D stack:0 pid:1854
tgid:1352 ppid:1 flags:0x00000002
[35646.525565] Call Trace:
[35646.525567] <TASK>
[35646.525569] __schedule+0x505/0xc00
[35646.525574] schedule+0x27/0xf0
[35646.525577] io_schedule+0x46/0x70
[35646.525581] bit_wait_io+0x11/0x70
[35646.525583] __wait_on_bit+0x45/0x160
[35646.525587] ? __pfx_bit_wait_io+0x10/0x10
[35646.525590] out_of_line_wait_on_bit+0x94/0xc0
[35646.525594] ? __pfx_wake_bit_function+0x10/0x10
[35646.525598] __block_write_begin_int+0x245/0x5d0
[35646.525604] iomap_write_begin+0x17d/0x580
[35646.525612] ? blkdev_iomap_begin+0x1b/0x80
[35646.525617] iomap_file_buffered_write+0x1a2/0x440
[35646.525621] ? iomap_file_buffered_write+0x9b/0x440
[35646.525627] blkdev_write_iter+0x177/0x310
[35646.525631] vfs_write+0x290/0x450
[35646.525638] __x64_sys_pwrite64+0x98/0xd0
[35646.525642] do_syscall_64+0x82/0x190
[35646.525649] ? do_syscall_64+0x8e/0x190
[35646.525656] ? vfs_write+0x311/0x450
[35646.525659] ? vfs_write+0x311/0x450
[35646.525663] ? __x64_sys_pwrite64+0xa8/0xd0
[35646.525666] ? syscall_exit_to_user_mode+0x4d/0x210
[35646.525671] ? do_syscall_64+0x8e/0x190
[35646.525674] ? __x64_sys_pwrite64+0xa8/0xd0
[35646.525678] ? syscall_exit_to_user_mode+0x4d/0x210
[35646.525682] ? do_syscall_64+0x8e/0x190
[35646.525685] ? syscall_exit_to_user_mode+0x172/0x210
[35646.525689] ? do_syscall_64+0x8e/0x190
[35646.525692] ? syscall_exit_to_user_mode+0x4d/0x210
[35646.525696] ? do_syscall_64+0x8e/0x190
[35646.525699] ? __x64_sys_pwrite64+0xa8/0xd0
[35646.525702] ? syscall_exit_to_user_mode+0x4d/0x210
[35646.525706] ? do_syscall_64+0x8e/0x190
[35646.525709] ? syscall_exit_to_user_mode+0x4d/0x210
[35646.525713] ? do_syscall_64+0x8e/0x190
[35646.525716] entry_SYSCALL_64_after_hwframe+0x76/0x7e
[35646.525723] RIP: 0033:0x7f5e3cfde9ee
[35646.525755] RSP: 002b:00007f5e3c588be8 EFLAGS: 00000246 ORIG_RAX:
0000000000000012
[35646.525758] RAX: ffffffffffffffda RBX: 00007f5e3c5896c0 RCX:
00007f5e3cfde9ee
[35646.525760] RDX: 0000000000000200 RSI: 0000564f7eb64000 RDI:
000000000000000b
[35646.525761] RBP: 000000c7c6437000 R08: 0000000000000000 R09:
0000000000000000
[35646.525763] R10: 000000c7c6437000 R11: 0000000000000246 R12:
0000000000000200
[35646.525764] R13: 000000000000000b R14: 0000000000000200 R15:
0000564f7eb615a0
[35646.525768] </TASK>
[35646.525770] INFO: task tgtd:1858 blocked for more than 120 seconds.
[35646.525793] Tainted: P OE 6.12.41+deb13-amd64 #1
Debian 6.12.41-1
[35646.525818] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs"
disables this message.
[35646.525842] task:tgtd state:D stack:0 pid:1858
tgid:1352 ppid:1 flags:0x00000002
[35646.525846] Call Trace:
[35646.525847] <TASK>
[35646.525849] __schedule+0x505/0xc00
[35646.525855] schedule+0x27/0xf0
[35646.525858] io_schedule+0x46/0x70
[35646.525862] bit_wait_io+0x11/0x70
[35646.525864] __wait_on_bit+0x45/0x160
[35646.525867] ? __pfx_bit_wait_io+0x10/0x10
[35646.525870] out_of_line_wait_on_bit+0x94/0xc0
[35646.525874] ? __pfx_wake_bit_function+0x10/0x10
[35646.525877] __block_write_begin_int+0x245/0x5d0
[35646.525882] iomap_write_begin+0x17d/0x580
[35646.525886] ? get_nohz_timer_target+0x2f/0x140
[35646.525895] ? timerqueue_add+0x71/0xc0
[35646.525901] ? enqueue_hrtimer+0x35/0x90
[35646.525907] ? blkdev_iomap_begin+0x1b/0x80
[35646.525911] iomap_file_buffered_write+0x1a2/0x440
[35646.525918] blkdev_write_iter+0x177/0x310
[35646.525922] vfs_write+0x290/0x450
[35646.525927] __x64_sys_pwrite64+0x98/0xd0
[35646.525931] do_syscall_64+0x82/0x190
[35646.525935] ? __pfx_futex_wake_mark+0x10/0x10
[35646.525942] ? futex_wait+0x79/0x120
[35646.525946] ? __rseq_handle_notify_resume+0xa2/0x4a0
[35646.525955] ? futex_wake+0x8f/0x1b0
[35646.525958] ? do_futex+0x125/0x190
[35646.525961] ? __x64_sys_futex+0x127/0x1e0
[35646.525963] ? __rseq_handle_notify_resume+0xa2/0x4a0
[35646.525967] ? syscall_exit_to_user_mode+0x4d/0x210
[35646.525971] ? do_syscall_64+0x8e/0x190
[35646.525975] ? futex_wake+0x8f/0x1b0
[35646.525978] ? do_futex+0x125/0x190
[35646.525981] ? __x64_sys_futex+0x127/0x1e0
[35646.525983] ? syscall_exit_to_user_mode+0x4d/0x210
[35646.526016] ? syscall_exit_to_user_mode+0x4d/0x210
[35646.526022] ? do_syscall_64+0x8e/0x190
[35646.526025] ? do_syscall_64+0x8e/0x190
[35646.526029] ? do_syscall_64+0x8e/0x190
[35646.526032] ? do_syscall_64+0x8e/0x190
[35646.526035] ? __irq_exit_rcu+0x37/0xb0
[35646.526044] entry_SYSCALL_64_after_hwframe+0x76/0x7e
[35646.526049] RIP: 0033:0x7f5e3cfde9ee
[35646.526055] RSP: 002b:00007f5e3a584be8 EFLAGS: 00000246 ORIG_RAX:
0000000000000012
[35646.526058] RAX: ffffffffffffffda RBX: 00007f5e3a5856c0 RCX:
00007f5e3cfde9ee
[35646.526059] RDX: 0000000000000200 RSI: 0000564f7eb60000 RDI:
000000000000000b
[35646.526061] RBP: 000000a01df0ee00 R08: 0000000000000000 R09:
0000000000000000
[35646.526063] R10: 000000a01df0ee00 R11: 0000000000000246 R12:
0000000000000020
[35646.526064] R13: 000000000000000b R14: 00007ffca1c573f0 R15:
0000564f7eb5a7a0
[35646.526068] </TASK>
[35646.526070] INFO: task tgtd:1863 blocked for more than 120 seconds.
[35646.526093] Tainted: P OE 6.12.41+deb13-amd64 #1
Debian 6.12.41-1
[35646.526118] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs"
disables this message.
[35646.526143] task:tgtd state:D stack:0 pid:1863
tgid:1352 ppid:1 flags:0x00000002
[35646.526147] Call Trace:
[35646.526148] <TASK>
[35646.526150] __schedule+0x505/0xc00
[35646.526155] schedule+0x27/0xf0
[35646.526159] io_schedule+0x46/0x70
[35646.526162] bit_wait_io+0x11/0x70
[35646.526164] __wait_on_bit+0x45/0x160
[35646.526168] ? __pfx_bit_wait_io+0x10/0x10
[35646.526171] out_of_line_wait_on_bit+0x94/0xc0
[35646.526175] ? __pfx_wake_bit_function+0x10/0x10
[35646.526178] __block_write_begin_int+0x245/0x5d0
[35646.526183] iomap_write_begin+0x17d/0x580
[35646.526187] ? __rseq_handle_notify_resume+0xa2/0x4a0
[35646.526191] ? blkdev_iomap_begin+0x1b/0x80
[35646.526194] iomap_file_buffered_write+0x1a2/0x440
[35646.526201] blkdev_write_iter+0x177/0x310
[35646.526205] vfs_write+0x290/0x450
[35646.526210] __x64_sys_pwrite64+0x98/0xd0
[35646.526213] do_syscall_64+0x82/0x190
[35646.526218] ? do_syscall_64+0x8e/0x190
[35646.526221] ? syscall_exit_to_user_mode+0x4d/0x210
[35646.526225] ? do_syscall_64+0x8e/0x190
[35646.526228] ? do_syscall_64+0x8e/0x190
[35646.526232] ? syscall_exit_to_user_mode+0x4d/0x210
[35646.526235] ? do_syscall_64+0x8e/0x190
[35646.526239] ? do_syscall_64+0x8e/0x190
[35646.526242] ? __irq_exit_rcu+0x37/0xb0
[35646.526245] entry_SYSCALL_64_after_hwframe+0x76/0x7e
[35646.526249] RIP: 0033:0x7f5e3cfde9ee
[35646.526253] RSP: 002b:00007f5e37d7fbe8 EFLAGS: 00000246 ORIG_RAX:
0000000000000012
[35646.526256] RAX: ffffffffffffffda RBX: 00007f5e37d806c0 RCX:
00007f5e3cfde9ee
[35646.526257] RDX: 0000000000000200 RSI: 0000564f7eb5f000 RDI:
000000000000000b
[35646.526260] RBP: 0000000009a82a00 R08: 0000000000000000 R09:
0000000000000000
[35646.526262] R10: 0000000009a82a00 R11: 0000000000000246 R12:
0000000000000020
[35646.526264] R13: 000000000000000b R14: 00007ffca1c573f0 R15:
0000564f7eb5aa60
[35646.526270] </TASK>
[35646.526282] INFO: task zvol_tq-1:19803 blocked for more than 120 seconds.
[35646.526316] Tainted: P OE 6.12.41+deb13-amd64 #1
Debian 6.12.41-1
[35646.526380] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs"
disables this message.
[35646.526406] task:zvol_tq-1 state:D stack:0 pid:19803
tgid:19803 ppid:2 flags:0x00004000
[35646.526411] Call Trace:
[35646.526412] <TASK>
[35646.526415] __schedule+0x505/0xc00
[35646.526421] schedule+0x27/0xf0
[35646.526425] cv_wait_common+0xfd/0x130 [spl]
[35646.526436] ? __pfx_autoremove_wake_function+0x10/0x10
[35646.526440] dmu_tx_wait+0xd1/0x440 [zfs]
[35646.526675] dmu_tx_assign+0x15a/0x510 [zfs]
[35646.526904] ? dmu_tx_count_write+0x14f/0x180 [zfs]
[35646.527133] zvol_write+0x252/0x740 [zfs]
[35646.527341] zvol_write_task+0x12/0x20 [zfs]
[35646.527645] taskq_thread+0x355/0x6f0 [spl]
[35646.527660] ? __pfx_default_wake_function+0x10/0x10
[35646.527664] ? __pfx_zvol_write_task+0x10/0x10 [zfs]
[35646.527870] ? __pfx_taskq_thread+0x10/0x10 [spl]
[35646.527883] kthread+0xd2/0x100
[35646.527886] ? __pfx_kthread+0x10/0x10
[35646.527888] ret_from_fork+0x34/0x50
[35646.527891] ? __pfx_kthread+0x10/0x10
[35646.527894] ret_from_fork_asm+0x1a/0x30
[35646.527898] </TASK>
[35646.527900] INFO: task zvol_tq-1:19872 blocked for more than 120 seconds.
[35646.527959] Tainted: P OE 6.12.41+deb13-amd64 #1
Debian 6.12.41-1
[35646.527986] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs"
disables this message.
[35646.528010] task:zvol_tq-1 state:D stack:0 pid:19872
tgid:19872 ppid:2 flags:0x00004000
[35646.528014] Call Trace:
[35646.528016] <TASK>
[35646.528018] __schedule+0x505/0xc00
[35646.528024] schedule+0x27/0xf0
[35646.528028] cv_wait_common+0xfd/0x130 [spl]
[35646.528039] ? __pfx_autoremove_wake_function+0x10/0x10
[35646.528043] dmu_tx_wait+0xd1/0x440 [zfs]
[35646.528276] dmu_tx_assign+0x15a/0x510 [zfs]
[35646.528523] ? dmu_tx_count_write+0x14f/0x180 [zfs]
[35646.528766] zvol_write+0x252/0x740 [zfs]
[35646.528974] zvol_write_task+0x12/0x20 [zfs]
[35646.529217] taskq_thread+0x355/0x6f0 [spl]
[35646.529231] ? __pfx_default_wake_function+0x10/0x10
[35646.529236] ? __pfx_zvol_write_task+0x10/0x10 [zfs]
[35646.529442] ? __pfx_taskq_thread+0x10/0x10 [spl]
[35646.529454] kthread+0xd2/0x100
[35646.529457] ? __pfx_kthread+0x10/0x10
[35646.529459] ret_from_fork+0x34/0x50
[35646.529462] ? __pfx_kthread+0x10/0x10
[35646.529465] ret_from_fork_asm+0x1a/0x30
[35646.529469] </TASK>
[35646.529471] Future hung task reports are suppressed, see sysctl
kernel.hung_task_warnings
Reply to: