LustreError: 1388471:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1388471:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1388471 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_openat+0x5f/0xa0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7aebc0b3836b

Lustre: 1387906:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1387935:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1388014:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1388014:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1388205:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.182@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.182@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1388471:0:(lu_object.c:1059:lu_site_print()) header@000000008076c535[0x110, 1, [0x340000405:0x4247:0x0] hash]{
LustreError: 1388471:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000094b34b2f[0]
LustreError: 1388471:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000da52f573id: 0x340000405:16967 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784667676 atime: 1784667677 ctime: 1784667676 blocks: 8
LustreError: 1388471:0:(lu_object.c:1059:lu_site_print()) } header@000000008076c535
LustreError: 1388471:0:(lu_object.c:1059:lu_site_print()) header@000000000c5ca8ab[0x110, 1, [0x380000405:0x2fa7:0x0] hash]{
LustreError: 1388471:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000a76e34f8[0]
LustreError: 1388471:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000037b72243id: 0x380000405:12199 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784667676 atime: 1784667678 ctime: 1784667676 blocks: 8
LustreError: 1388471:0:(lu_object.c:1059:lu_site_print()) } header@000000000c5ca8ab
LustreError: 1388471:0:(lu_object.c:1059:lu_site_print()) header@000000007547fb78[0x110, 1, [0x300000405:0x3ec7:0x0] hash]{
LustreError: 1388471:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000ee2f708f[0]
LustreError: 1388471:0:(lu_object.c:1059:lu_site_print()) ....osc@000000000f83053fid: 0x300000405:16071 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784667676 atime: 1784667677 ctime: 1784667676 blocks: 8
LustreError: 1388471:0:(lu_object.c:1059:lu_site_print()) } header@000000007547fb78

LustreError: 1393526:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1393526:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1393526 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xf6/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0x100
? srso_alias_return_thunk+0x5/0xfbef5
? irqentry_exit+0x97/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7b1f8253836b

Lustre: 1392987:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1392999:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1393078:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1393078:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1393268:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.74@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.74@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1393526:0:(lu_object.c:1059:lu_site_print()) header@00000000652a1cbc[0x110, 1, [0x380000405:0x3d27:0x0] hash]{
LustreError: 1393526:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000320d7315[0]
LustreError: 1393526:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000003361558id: 0x380000405:15655 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784634791 atime: 1784634791 ctime: 1784634791 blocks: 8
LustreError: 1393526:0:(lu_object.c:1059:lu_site_print()) } header@00000000652a1cbc
LustreError: 1393526:0:(lu_object.c:1059:lu_site_print()) header@00000000876f0955[0x110, 1, [0x3c0000405:0x2f67:0x0] hash]{
LustreError: 1393526:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000c82029f2[0]
LustreError: 1393526:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000080b6be03id: 0x3c0000405:12135 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784634791 atime: 1784634791 ctime: 1784634791 blocks: 8
LustreError: 1393526:0:(lu_object.c:1059:lu_site_print()) } header@00000000876f0955
LustreError: 1393526:0:(lu_object.c:1059:lu_site_print()) header@0000000002f458a5[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1393526:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000114fee44[0]
LustreError: 1393526:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000e9de6402id: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784634791 atime: 1784634792 ctime: 1784634791 blocks: 8
LustreError: 1393526:0:(lu_object.c:1059:lu_site_print()) } header@0000000002f458a5

LustreError: 1385095:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1385095:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1385095 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? flock_lock_inode+0x23f/0x420
? srso_alias_return_thunk+0x5/0xfbef5
? locks_remove_flock+0x110/0x120
? srso_alias_return_thunk+0x5/0xfbef5
? refill_obj_stock+0x149/0x270
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x77d4e513836b

Lustre: 1384532:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1384561:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1384640:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1384640:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1384830:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.204@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.204@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1385095:0:(lu_object.c:1059:lu_site_print()) header@00000000f7819bcb[0x110, 1, [0x3c0000405:0x3e07:0x0] hash]{
LustreError: 1385095:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000032010980[0]
LustreError: 1385095:0:(lu_object.c:1059:lu_site_print()) ....osc@000000003622eb5did: 0x3c0000405:15879 idx: 6 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784631218 atime: 1784631218 ctime: 1784631218 blocks: 8
LustreError: 1385095:0:(lu_object.c:1059:lu_site_print()) } header@00000000f7819bcb
LustreError: 1385095:0:(lu_object.c:1059:lu_site_print()) header@000000006a614f87[0x110, 1, [0x280000405:0x3c69:0x0] hash]{
LustreError: 1385095:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000ca24dddf[0]
LustreError: 1385095:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000462ab4a2id: 0x280000405:15465 idx: 1 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784631218 atime: 1784631219 ctime: 1784631218 blocks: 8
LustreError: 1385095:0:(lu_object.c:1059:lu_site_print()) } header@000000006a614f87
LustreError: 1385095:0:(lu_object.c:1059:lu_site_print()) header@00000000f7b00f4a[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1385095:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000039bfdedb[0]
LustreError: 1385095:0:(lu_object.c:1059:lu_site_print()) ....osc@000000007982c20bid: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784631218 atime: 1784631218 ctime: 1784631218 blocks: 8
LustreError: 1385095:0:(lu_object.c:1059:lu_site_print()) } header@00000000f7b00f4a

LustreError: 1384464:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1384464:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1384464 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? handle_mm_fault+0x1c0/0x2e0
? srso_alias_return_thunk+0x5/0xfbef5
? from_kuid_munged+0x13/0x30
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? irqentry_exit+0x97/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x788bad53836b

Lustre: 1383925:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1383938:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1384017:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1384017:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1384208:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.144@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.144@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1384464:0:(lu_object.c:1059:lu_site_print()) header@00000000a74f7f76[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1384464:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000009e18eaba[0]
LustreError: 1384464:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000f28f5529id: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784630330 atime: 1784630332 ctime: 1784630330 blocks: 8
LustreError: 1384464:0:(lu_object.c:1059:lu_site_print()) } header@00000000a74f7f76
LustreError: 1384464:0:(lu_object.c:1059:lu_site_print()) header@00000000a33d8fe2[0x110, 1, [0x380000405:0x3c27:0x0] hash]{
LustreError: 1384464:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000006d77c295[0]
LustreError: 1384464:0:(lu_object.c:1059:lu_site_print()) ....osc@000000007cf5af3aid: 0x380000405:15399 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784630330 atime: 1784630331 ctime: 1784630330 blocks: 8
LustreError: 1384464:0:(lu_object.c:1059:lu_site_print()) } header@00000000a33d8fe2
LustreError: 1384464:0:(lu_object.c:1059:lu_site_print()) header@00000000e0bcf645[0x110, 1, [0x3c0000405:0x3c67:0x0] hash]{
LustreError: 1384464:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000031b70467[0]
LustreError: 1384464:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000cd11a8cfid: 0x3c0000405:15463 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784630330 atime: 1784630331 ctime: 1784630330 blocks: 8
LustreError: 1384464:0:(lu_object.c:1059:lu_site_print()) } header@00000000e0bcf645

LustreError: 1384070:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1384070:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1384070 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x982/0xb90 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? __do_sys_flock+0x14d/0x220
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_openat+0x5f/0xa0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x77c91bd3836b

Lustre: 1383508:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1383537:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1383618:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1383618:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1383808:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.215@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.215@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1384070:0:(lu_object.c:1059:lu_site_print()) header@0000000055a399c9[0x110, 1, [0x280000405:0x3109:0x0] hash]{
LustreError: 1384070:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000f7230ad8[0]
LustreError: 1384070:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000999ce82did: 0x280000405:12553 idx: 1 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784620886 atime: 1784620886 ctime: 1784620886 blocks: 8
LustreError: 1384070:0:(lu_object.c:1059:lu_site_print()) } header@0000000055a399c9
LustreError: 1384070:0:(lu_object.c:1059:lu_site_print()) header@00000000e5efe594[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1384070:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000060bd60a7[0]
LustreError: 1384070:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000102a9d80id: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784620886 atime: 1784620886 ctime: 1784620886 blocks: 8
LustreError: 1384070:0:(lu_object.c:1059:lu_site_print()) } header@00000000e5efe594
LustreError: 1384070:0:(lu_object.c:1059:lu_site_print()) header@000000004880582b[0x110, 1, [0x2c0000405:0x2fe7:0x0] hash]{
LustreError: 1384070:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000032711efd[0]
LustreError: 1384070:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000093c2491cid: 0x2c0000405:12263 idx: 2 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784620886 atime: 1784620887 ctime: 1784620886 blocks: 8
LustreError: 1384070:0:(lu_object.c:1059:lu_site_print()) } header@000000004880582b

LustreError: 1389967:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1389967:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1389967 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7774ee53836b

Lustre: 1389408:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1389438:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1389518:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1389518:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1389708:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.55@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.55@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1389967:0:(lu_object.c:1059:lu_site_print()) header@00000000d54ab1ea[0x110, 1, [0x300000405:0x3bc7:0x0] hash]{
LustreError: 1389967:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000028648775[0]
LustreError: 1389967:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000059d651b5id: 0x300000405:15303 idx: 3 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784619541 atime: 1784619543 ctime: 1784619541 blocks: 8
LustreError: 1389967:0:(lu_object.c:1059:lu_site_print()) } header@00000000d54ab1ea
LustreError: 1389967:0:(lu_object.c:1059:lu_site_print()) header@00000000d8753ff3[0x110, 1, [0x2c0000405:0x3ac7:0x0] hash]{
LustreError: 1389967:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000009f13abda[0]
LustreError: 1389967:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000007161274id: 0x2c0000405:15047 idx: 2 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784619541 atime: 1784619542 ctime: 1784619541 blocks: 8
LustreError: 1389967:0:(lu_object.c:1059:lu_site_print()) } header@00000000d8753ff3
LustreError: 1389967:0:(lu_object.c:1059:lu_site_print()) header@000000008a6d2dc8[0x110, 1, [0x280000405:0x3c29:0x0] hash]{
LustreError: 1389967:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000003a6bcbd9[0]
LustreError: 1389967:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000d37e3300id: 0x280000405:15401 idx: 1 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784619541 atime: 1784619542 ctime: 1784619541 blocks: 8
LustreError: 1389967:0:(lu_object.c:1059:lu_site_print()) } header@000000008a6d2dc8

LustreError: 1383697:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1383697:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1383697 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? refill_obj_stock+0x149/0x270
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7216b2b3836b

Lustre: 1383151:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1383164:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1383246:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1383246:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1383436:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.97@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.97@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1383697:0:(lu_object.c:1059:lu_site_print()) header@00000000988f6b96[0x110, 1, [0x300000405:0x3427:0x0] hash]{
LustreError: 1383697:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000006a61a8a9[0]
LustreError: 1383697:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000047f23d4eid: 0x300000405:13351 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784585798 atime: 1784585799 ctime: 1784585798 blocks: 8
LustreError: 1383697:0:(lu_object.c:1059:lu_site_print()) } header@00000000988f6b96
LustreError: 1383697:0:(lu_object.c:1059:lu_site_print()) header@000000004a24a5de[0x110, 1, [0x340000405:0x3647:0x0] hash]{
LustreError: 1383697:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000f66e0437[0]
LustreError: 1383697:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000b4db8364id: 0x340000405:13895 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784585798 atime: 1784585799 ctime: 1784585798 blocks: 8
LustreError: 1383697:0:(lu_object.c:1059:lu_site_print()) } header@000000004a24a5de
LustreError: 1383697:0:(lu_object.c:1059:lu_site_print()) header@000000001b822097[0x110, 1, [0x380000405:0x36a7:0x0] hash]{
LustreError: 1383697:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000003fb5c85d[0]
LustreError: 1383697:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000ebeafad5id: 0x380000405:13991 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784585798 atime: 1784585800 ctime: 1784585798 blocks: 8
LustreError: 1383697:0:(lu_object.c:1059:lu_site_print()) } header@000000001b822097

LustreError: 1392679:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1392679:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1392679 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? locks_remove_flock+0x110/0x120
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0x100
? srso_alias_return_thunk+0x5/0xfbef5
? irqentry_exit+0x97/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x72e26033836b

Lustre: 1392122:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1392134:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Autotest: Test running for 330 minutes (lustre-reviews_review-ldiskfs-ubuntu_127809.87)
Lustre: 1392220:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1392220:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1392410:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.199@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.199@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1392679:0:(lu_object.c:1059:lu_site_print()) header@000000004e50cd79[0x110, 1, [0x300000405:0x2d27:0x0] hash]{
LustreError: 1392679:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000ddc829de[0]
LustreError: 1392679:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000f6c9ea57id: 0x300000405:11559 idx: 3 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784562586 atime: 1784562587 ctime: 1784562586 blocks: 8
LustreError: 1392679:0:(lu_object.c:1059:lu_site_print()) } header@000000004e50cd79
LustreError: 1392679:0:(lu_object.c:1059:lu_site_print()) header@0000000072dbbbd1[0x110, 1, [0x2c0000405:0x2d27:0x0] hash]{
LustreError: 1392679:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000404b9ac0[0]
LustreError: 1392679:0:(lu_object.c:1059:lu_site_print()) ....osc@000000004c1b607fid: 0x2c0000405:11559 idx: 2 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784562586 atime: 1784562586 ctime: 1784562586 blocks: 8
LustreError: 1392679:0:(lu_object.c:1059:lu_site_print()) } header@0000000072dbbbd1
LustreError: 1392679:0:(lu_object.c:1059:lu_site_print()) header@000000009570cf6a[0x110, 1, [0x280000405:0x4129:0x0] hash]{
LustreError: 1392679:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000080bfa363[0]
LustreError: 1392679:0:(lu_object.c:1059:lu_site_print()) ....osc@000000002fcd8fdeid: 0x280000405:16681 idx: 1 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784562586 atime: 1784562586 ctime: 1784562586 blocks: 8
LustreError: 1392679:0:(lu_object.c:1059:lu_site_print()) } header@000000009570cf6a

LustreError: 1381982:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1381982:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1381982 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x982/0xb90 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? count_memcg_events+0x103/0x250
? srso_alias_return_thunk+0x5/0xfbef5
? handle_mm_fault+0x1c0/0x2e0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0x100
? srso_alias_return_thunk+0x5/0xfbef5
? irqentry_exit+0x97/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x70601833836b

Lustre: 1381424:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1381453:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1381532:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1381532:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1381722:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.25.94@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.25.94@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1381982:0:(lu_object.c:1059:lu_site_print()) header@000000005a85da4c[0x110, 1, [0x380000405:0x3cc7:0x0] hash]{
LustreError: 1381982:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000d4db669e[0]
LustreError: 1381982:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000cf19c224id: 0x380000405:15559 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784553949 atime: 1784553949 ctime: 1784553949 blocks: 8
LustreError: 1381982:0:(lu_object.c:1059:lu_site_print()) } header@000000005a85da4c
LustreError: 1381982:0:(lu_object.c:1059:lu_site_print()) header@0000000009458e8e[0x110, 1, [0x3c0000405:0x3987:0x0] hash]{
LustreError: 1381982:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000002e0f24dc[0]
LustreError: 1381982:0:(lu_object.c:1059:lu_site_print()) ....osc@000000001c11339did: 0x3c0000405:14727 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784553949 atime: 1784553949 ctime: 1784553949 blocks: 8
LustreError: 1381982:0:(lu_object.c:1059:lu_site_print()) } header@0000000009458e8e
LustreError: 1381982:0:(lu_object.c:1059:lu_site_print()) header@00000000091cbdaf[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1381982:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000d0cace1b[0]
LustreError: 1381982:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000013f75db5id: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784553949 atime: 1784553950 ctime: 1784553949 blocks: 8
LustreError: 1381982:0:(lu_object.c:1059:lu_site_print()) } header@00000000091cbdaf

LustreError: 1384940:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1384940:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1384940 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x73ebf753836b

Lustre: 1384392:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1384424:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1384484:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1384484:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1384674:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Autotest: Test running for 335 minutes (lustre-reviews_review-ldiskfs-ubuntu_127803.87)
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.93@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.93@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1384940:0:(lu_object.c:1059:lu_site_print()) header@00000000e80e7a5e[0x110, 1, [0x340000405:0x2fa7:0x0] hash]{
LustreError: 1384940:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000d0096f51[0]
LustreError: 1384940:0:(lu_object.c:1059:lu_site_print()) ....osc@000000002bedf062id: 0x340000405:12199 idx: 4 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784548443 atime: 1784548444 ctime: 1784548443 blocks: 8
LustreError: 1384940:0:(lu_object.c:1059:lu_site_print()) } header@00000000e80e7a5e
LustreError: 1384940:0:(lu_object.c:1059:lu_site_print()) header@000000006add7ebb[0x110, 1, [0x300000405:0x3ec7:0x0] hash]{
LustreError: 1384940:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000008042dfc0[0]
LustreError: 1384940:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000eafdb91eid: 0x300000405:16071 idx: 3 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784548443 atime: 1784548443 ctime: 1784548443 blocks: 8
LustreError: 1384940:0:(lu_object.c:1059:lu_site_print()) } header@000000006add7ebb
LustreError: 1384940:0:(lu_object.c:1059:lu_site_print()) header@000000000841284b[0x110, 1, [0x2c0000405:0x3ae7:0x0] hash]{
LustreError: 1384940:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000002903b81f[0]
LustreError: 1384940:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000052266578id: 0x2c0000405:15079 idx: 2 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784548443 atime: 1784548443 ctime: 1784548443 blocks: 8
LustreError: 1384940:0:(lu_object.c:1059:lu_site_print()) } header@000000000841284b

LustreError: 2114438:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2114438:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 2114438 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x71dae333836b

Lustre: 2113880:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2113909:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2113989:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2113989:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2114179:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: Unmounted lustre-client
Lustre: Skipped 6 previous similar messages
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.30.10@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: Mounted lustre-client
Lustre: Skipped 6 previous similar messages
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.30.10@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2114438:0:(lu_object.c:1059:lu_site_print()) header@00000000ee4737b7[0x110, 1, [0x380000407:0xea7:0x0] hash]{
LustreError: 2114438:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000001576bb72[0]
LustreError: 2114438:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000cc559c55id: 0x380000407:3751 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784488296 atime: 1784488296 ctime: 1784488296 blocks: 8
LustreError: 2114438:0:(lu_object.c:1059:lu_site_print()) } header@00000000ee4737b7
LustreError: 2114438:0:(lu_object.c:1059:lu_site_print()) header@00000000b1508e50[0x110, 1, [0x3c0000407:0x1b27:0x0] hash]{
LustreError: 2114438:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000001c612d2f[0]
LustreError: 2114438:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000054e2ae4eid: 0x3c0000407:6951 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784488296 atime: 1784488296 ctime: 1784488296 blocks: 8
LustreError: 2114438:0:(lu_object.c:1059:lu_site_print()) } header@00000000b1508e50
LustreError: 2114438:0:(lu_object.c:1059:lu_site_print()) header@00000000faef712a[0x110, 1, [0x240000406:0x2477:0x0] hash]{
LustreError: 2114438:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000ddb0db80[0]
LustreError: 2114438:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000242e3439id: 0x240000406:9335 idx: 0 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784488296 atime: 1784488297 ctime: 1784488296 blocks: 8
LustreError: 2114438:0:(lu_object.c:1059:lu_site_print()) } header@00000000faef712a

LustreError: 2096695:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2096695:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 2096695 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x757ebaf3836b

Lustre: 2096136:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2096165:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2096244:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2096244:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2096434:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.88@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.88@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2096695:0:(lu_object.c:1059:lu_site_print()) header@00000000252e91d2[0x110, 1, [0x380000407:0x1827:0x0] hash]{
LustreError: 2096695:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000008ba007b8[0]
LustreError: 2096695:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000e1379f36id: 0x380000407:6183 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784484492 atime: 1784484494 ctime: 1784484492 blocks: 8
LustreError: 2096695:0:(lu_object.c:1059:lu_site_print()) } header@00000000252e91d2
LustreError: 2096695:0:(lu_object.c:1059:lu_site_print()) header@0000000008dca853[0x110, 1, [0x300000406:0x1827:0x0] hash]{
LustreError: 2096695:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000cc6165e0[0]
LustreError: 2096695:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000cfcab0d7id: 0x300000406:6183 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784484492 atime: 1784484493 ctime: 1784484492 blocks: 8
LustreError: 2096695:0:(lu_object.c:1059:lu_site_print()) } header@0000000008dca853
LustreError: 2096695:0:(lu_object.c:1059:lu_site_print()) header@00000000c417b987[0x110, 1, [0x340000407:0x1827:0x0] hash]{
LustreError: 2096695:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000d41100b4[0]
LustreError: 2096695:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000052cba9feid: 0x340000407:6183 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784484492 atime: 1784484493 ctime: 1784484492 blocks: 8
LustreError: 2096695:0:(lu_object.c:1059:lu_site_print()) } header@00000000c417b987

LustreError: 2129580:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2129580:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 2129580 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_openat+0x5f/0xa0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x72089173836b

Lustre: 2129026:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2129038:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2129117:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2129117:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2129308:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.30.2@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.30.2@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2129580:0:(lu_object.c:1059:lu_site_print()) header@000000006e063677[0x110, 1, [0x340000406:0x1667:0x0] hash]{
LustreError: 2129580:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000002b42fa52[0]
LustreError: 2129580:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000cdfd0685id: 0x340000406:5735 idx: 4 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784484583 atime: 1784484584 ctime: 1784484583 blocks: 8
LustreError: 2129580:0:(lu_object.c:1059:lu_site_print()) } header@000000006e063677
LustreError: 2129580:0:(lu_object.c:1059:lu_site_print()) header@00000000bc98ec9f[0x110, 1, [0x2c0000406:0x1b67:0x0] hash]{
LustreError: 2129580:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000afe21617[0]
LustreError: 2129580:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000498c60feid: 0x2c0000406:7015 idx: 2 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784484583 atime: 1784484583 ctime: 1784484583 blocks: 8
LustreError: 2129580:0:(lu_object.c:1059:lu_site_print()) } header@00000000bc98ec9f
LustreError: 2129580:0:(lu_object.c:1059:lu_site_print()) header@000000000f6c4f37[0x110, 1, [0x300000407:0x1b67:0x0] hash]{
LustreError: 2129580:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000b5a2427b[0]
LustreError: 2129580:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000b45009d5id: 0x300000407:7015 idx: 3 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784484583 atime: 1784484583 ctime: 1784484583 blocks: 8
LustreError: 2129580:0:(lu_object.c:1059:lu_site_print()) } header@000000000f6c4f37

LustreError: 2146807:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2146807:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 2146807 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7d76d993836b

Lustre: 2146256:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2146269:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Autotest: Test running for 560 minutes (lustre-master_full-part-2_4742.95)
Lustre: 2146354:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2146354:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2146545:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.132@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.132@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2146807:0:(lu_object.c:1059:lu_site_print()) header@000000006fd374b6[0x110, 1, [0x240000406:0x2797:0x0] hash]{
LustreError: 2146807:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000a4753cce[0]
LustreError: 2146807:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000020f894efid: 0x240000406:10135 idx: 0 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784482449 atime: 1784482449 ctime: 1784482449 blocks: 8
LustreError: 2146807:0:(lu_object.c:1059:lu_site_print()) } header@000000006fd374b6
LustreError: 2146807:0:(lu_object.c:1059:lu_site_print()) header@000000007bc942aa[0x110, 1, [0x3c0000407:0x16e7:0x0] hash]{
LustreError: 2146807:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000001e88d6bd[0]
LustreError: 2146807:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000084cbe3c8id: 0x3c0000407:5863 idx: 6 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784482449 atime: 1784482449 ctime: 1784482449 blocks: 8
LustreError: 2146807:0:(lu_object.c:1059:lu_site_print()) } header@000000007bc942aa
LustreError: 2146807:0:(lu_object.c:1059:lu_site_print()) header@00000000e0938ea3[0x110, 1, [0x280000407:0x16e9:0x0] hash]{
LustreError: 2146807:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000af2cd77a[0]
LustreError: 2146807:0:(lu_object.c:1059:lu_site_print()) ....osc@000000009fa9afffid: 0x280000407:5865 idx: 1 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784482449 atime: 1784482450 ctime: 1784482449 blocks: 8
LustreError: 2146807:0:(lu_object.c:1059:lu_site_print()) } header@00000000e0938ea3

LustreError: 1382842:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1382842:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1382842 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? from_kgid_munged+0x17/0x30
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7b1159b3836b

Lustre: 1382306:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1382318:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1382397:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1382397:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1382587:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.116@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.116@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1382842:0:(lu_object.c:1059:lu_site_print()) header@00000000c7bf642a[0x110, 1, [0x380000405:0x3dc7:0x0] hash]{
LustreError: 1382842:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000c2bed65c[0]
LustreError: 1382842:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000aeec0190id: 0x380000405:15815 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784502778 atime: 1784502780 ctime: 1784502778 blocks: 8
LustreError: 1382842:0:(lu_object.c:1059:lu_site_print()) } header@00000000c7bf642a
LustreError: 1382842:0:(lu_object.c:1059:lu_site_print()) header@00000000bdab407e[0x110, 1, [0x300000405:0x3947:0x0] hash]{
LustreError: 1382842:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000dd45a40e[0]
LustreError: 1382842:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000c8008565id: 0x300000405:14663 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784502778 atime: 1784502779 ctime: 1784502778 blocks: 8
LustreError: 1382842:0:(lu_object.c:1059:lu_site_print()) } header@00000000bdab407e
LustreError: 1382842:0:(lu_object.c:1059:lu_site_print()) header@00000000563156b6[0x110, 1, [0x340000405:0x3ce7:0x0] hash]{
LustreError: 1382842:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000f6dda67a[0]
LustreError: 1382842:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000013fdd31eid: 0x340000405:15591 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784502778 atime: 1784502779 ctime: 1784502778 blocks: 8
LustreError: 1382842:0:(lu_object.c:1059:lu_site_print()) } header@00000000563156b6

LustreError: 143407:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 143407:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 143407 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7dda4af3836b

Lustre: Mounted t32fs-client
Lustre: 143177:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 143185:0:(file.c:673:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 143407:0:(lu_object.c:1059:lu_site_print()) header@00000000b2dc90c8[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 143407:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000076744a2a[0]
LustreError: 143407:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000a33dafa8id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784469281 ctime: 1721730972 blocks: 256
LustreError: 143407:0:(lu_object.c:1059:lu_site_print()) } header@00000000b2dc90c8

LustreError: 238384:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 238384:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 238384 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? mntput+0x39/0x70
? srso_alias_return_thunk+0x5/0xfbef5
? terminate_walk+0xd0/0x120
? srso_alias_return_thunk+0x5/0xfbef5
? path_openat+0x11e/0x290
? srso_alias_return_thunk+0x5/0xfbef5
? do_file_open+0xdf/0x1a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? common_interrupt+0x61/0xe0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x76b30d53836b

Lustre: Mounted t32fs-client
Lustre: 238155:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 238162:0:(file.c:673:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 238384:0:(lu_object.c:1059:lu_site_print()) header@00000000ec3155a1[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 238384:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000012b68ba4[0]
LustreError: 238384:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000badff48fid: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784467712 ctime: 1721730972 blocks: 256
LustreError: 238384:0:(lu_object.c:1059:lu_site_print()) } header@00000000ec3155a1

LustreError: 240429:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 240429:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 240429 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7db189b3836b

Lustre: Mounted t32fs-client
Lustre: 240188:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 240195:0:(file.c:673:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LNet: 1 local NIs in recovery (showing 1): 10.240.23.114@tcp
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 240429:0:(lu_object.c:1059:lu_site_print()) header@00000000811e0d18[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 240429:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000003597dc11[0]
LustreError: 240429:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000acfce33cid: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784466179 ctime: 1721730972 blocks: 256
LustreError: 240429:0:(lu_object.c:1059:lu_site_print()) } header@00000000811e0d18

LustreError: 240337:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 240337:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 240337 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __do_sys_flock+0x14d/0x220
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7b3b01f3836b

Lustre: Mounted t32fs-client
Lustre: 240109:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 240116:0:(file.c:673:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Autotest: Test running for 305 minutes (lustre-master_full-part-3_4742.114)
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 240337:0:(lu_object.c:1059:lu_site_print()) header@00000000a03ba5b2[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 240337:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000013c17f6b[0]
LustreError: 240337:0:(lu_object.c:1059:lu_site_print()) ....osc@000000006db692c4id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784467722 ctime: 1721730972 blocks: 256
LustreError: 240337:0:(lu_object.c:1059:lu_site_print()) } header@00000000a03ba5b2

LustreError: 1387810:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1387810:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1387810 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? __x64_sys_rt_sigprocmask+0xf6/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7c505153836b

Lustre: 1387244:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1387273:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1387352:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1387352:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1387542:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.99@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.99@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1387810:0:(lu_object.c:1059:lu_site_print()) header@000000003135c6ff[0x110, 1, [0x340000405:0x3b07:0x0] hash]{
LustreError: 1387810:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000c1e64131[0]
LustreError: 1387810:0:(lu_object.c:1059:lu_site_print()) ....osc@000000007351c4dcid: 0x340000405:15111 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784433834 atime: 1784433834 ctime: 1784433834 blocks: 8
LustreError: 1387810:0:(lu_object.c:1059:lu_site_print()) } header@000000003135c6ff
LustreError: 1387810:0:(lu_object.c:1059:lu_site_print()) header@000000001be53a5a[0x110, 1, [0x380000405:0x3a87:0x0] hash]{
LustreError: 1387810:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000081e06bf1[0]
LustreError: 1387810:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000865d5a52id: 0x380000405:14983 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784433834 atime: 1784433835 ctime: 1784433834 blocks: 8
LustreError: 1387810:0:(lu_object.c:1059:lu_site_print()) } header@000000001be53a5a
LustreError: 1387810:0:(lu_object.c:1059:lu_site_print()) header@0000000036593dd0[0x110, 1, [0x300000405:0x3b07:0x0] hash]{
LustreError: 1387810:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000006140fe78[0]
LustreError: 1387810:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000d757da4did: 0x300000405:15111 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784433834 atime: 1784433834 ctime: 1784433834 blocks: 8
LustreError: 1387810:0:(lu_object.c:1059:lu_site_print()) } header@0000000036593dd0

LustreError: 246560:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 246560:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 246560 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0xbc2/0xf20 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? __fput+0x1a2/0x2d0
? fput_close_sync+0x40/0xc0
? __x64_sys_close+0x3e/0x90
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
? kmem_cache_alloc_noprof+0x12b/0x4b0
? _raw_spin_unlock+0xe/0x40
? _raw_spin_unlock+0xe/0x40
? flock_lock_inode+0x1c5/0x420
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? locks_lock_inode_wait+0xf9/0x1f0
? apparmor_file_lock+0x51/0xe0
? __do_sys_flock+0x14d/0x220
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? _raw_spin_unlock_irq+0xe/0x50
? __x64_sys_rt_sigprocmask+0xe0/0x160
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7d8938f3836b

Lustre: 245985:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 198158736328491009: forcing policy filenames_encryption_mode to null
Lustre: 246015:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 246097:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 246097:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 246287:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.26.193@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 246485:0:(llite_lib.c:1103:ll_dump_umount_survivors()) LU12571-DIAG: put_super sb=ffff89341a75c800 jiffies=4300389137 s_flags=0x30810000: dumping dcache survivors
LustreError: 246485:0:(llite_lib.c:1103:ll_dump_umount_survivors()) Skipped 7 previous similar messages
Lustre: Unmounted lustre-client
Lustre: Skipped 7 previous similar messages
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.26.193@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: Mounted lustre-client
Lustre: Skipped 7 previous similar messages
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 246560:0:(llite_lib.c:1111:ll_dump_umount_survivors()) LU12571-DIAG: SURVIVOR inode=ffff89340fed5c90 [0x240005226:0x4:0x0] i_count=1 nlink=1 mode=100600 clob=ffff89340507cc18
LustreError: 246560:0:(llite_lib.c:1119:ll_dump_umount_survivors()) LU12571-DIAG: dentry=ffff8934045c7000 name='440a2bb2da2c5b1f' parent=ffff89340ff9a540 pname='protectors' d_count=0 d_flags=0x24000e created 1234ms ago by pid=246535 comm=fscrypt
LustreError: 246560:0:(llite_lib.c:1131:ll_dump_umount_survivors()) LU12571-DIAG: 7 inode(s) survived into put_super (orphaned subtree -> impending lu_device_fini LBUG)
LustreError: 246560:0:(lu_object.c:1059:lu_site_print()) header@000000003930eb5c[0x110, 1, [0x440000401:0x143:0x0] hash]{
LustreError: 246560:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000079a3ae40[0]
LustreError: 246560:0:(lu_object.c:1059:lu_site_print()) ....osc@000000004f143b40id: 0x440000401:323 idx: 5 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784404472 atime: 1784404472 ctime: 1784404472 blocks: 8
LustreError: 246560:0:(lu_object.c:1059:lu_site_print()) } header@000000003930eb5c
LustreError: 246560:0:(lu_object.c:1059:lu_site_print()) header@00000000337ffc35[0x110, 1, [0x380000400:0x142:0x0] hash]{
LustreError: 246560:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000099009aae[0]
LustreError: 246560:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000df8bcda9id: 0x380000400:322 idx: 2 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784404472 atime: 1784404473 ctime: 1784404472 blocks: 8
LustreError: 246560:0:(lu_object.c:1059:lu_site_print()) } header@00000000337ffc35
LustreError: 246560:0:(lu_object.c:1059:lu_site_print()) header@00000000d3f83c68[0x110, 1, [0x400000403:0x143:0x0] hash]{
LustreError: 246560:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000eb3fc51b[0]
LustreError: 246560:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000a6ad903did: 0x400000403:323 idx: 4 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784404472 atime: 1784404472 ctime: 1784404472 blocks: 8
LustreError: 246560:0:(lu_object.c:1059:lu_site_print()) } header@00000000d3f83c68

LustreError: 246794:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 246794:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 246794 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0xbc2/0xf20 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? refill_obj_stock+0x149/0x270
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xf6/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x74f135f3836b

Lustre: 246240:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 198158736328491009: forcing policy filenames_encryption_mode to null
Lustre: 246252:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 246333:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 246333:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 246523:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.18@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.18@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 246794:0:(llite_lib.c:1111:ll_dump_umount_survivors()) LU12571-DIAG: SURVIVOR inode=ff1b1e7cc31fd6d0 [0x240005226:0x4:0x0] i_count=1 nlink=1 mode=100600 clob=ff1b1e7cc4352b68
LustreError: 246794:0:(llite_lib.c:1119:ll_dump_umount_survivors()) LU12571-DIAG: dentry=ff1b1e7cc3a36840 name='4e755b029e170b19' parent=ff1b1e7cc61e4600 pname='protectors' d_count=0 d_flags=0x24000e created 1242ms ago by pid=246769 comm=fscrypt
LustreError: 246794:0:(llite_lib.c:1131:ll_dump_umount_survivors()) LU12571-DIAG: 7 inode(s) survived into put_super (orphaned subtree -> impending lu_device_fini LBUG)
LustreError: 246794:0:(lu_object.c:1059:lu_site_print()) header@0000000036d0b509[0x110, 1, [0x340000403:0x143:0x0] hash]{
LustreError: 246794:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000008246d2e8[0]
LustreError: 246794:0:(lu_object.c:1059:lu_site_print()) ....osc@000000000914fd1cid: 0x340000403:323 idx: 1 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784399356 atime: 1784399356 ctime: 1784399356 blocks: 8
LustreError: 246794:0:(lu_object.c:1059:lu_site_print()) } header@0000000036d0b509
LustreError: 246794:0:(lu_object.c:1059:lu_site_print()) header@00000000c652d22b[0x110, 1, [0x300000401:0x143:0x0] hash]{
LustreError: 246794:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000009481ba90[0]
LustreError: 246794:0:(lu_object.c:1059:lu_site_print()) ....osc@000000009147cb66id: 0x300000401:323 idx: 0 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784399356 atime: 1784399356 ctime: 1784399356 blocks: 8
LustreError: 246794:0:(lu_object.c:1059:lu_site_print()) } header@00000000c652d22b
LustreError: 246794:0:(lu_object.c:1059:lu_site_print()) header@000000003d264431[0x110, 1, [0x340000400:0x142:0x0] hash]{
LustreError: 246794:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000056025e80[0]
LustreError: 246794:0:(lu_object.c:1059:lu_site_print()) ....osc@000000003f0a626fid: 0x340000400:322 idx: 1 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784399356 atime: 1784399357 ctime: 1784399356 blocks: 8
LustreError: 246794:0:(lu_object.c:1059:lu_site_print()) } header@000000003d264431

LustreError: 246315:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 246315:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 246315 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0xbc2/0xf20 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_alloc_noprof+0x12b/0x4b0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock+0xe/0x40
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? flock_lock_inode+0x23f/0x420
? srso_alias_return_thunk+0x5/0xfbef5
? locks_remove_flock+0x110/0x120
? srso_alias_return_thunk+0x5/0xfbef5
? refill_obj_stock+0x149/0x270
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7dcb2d33836b

Lustre: 245749:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 198158736328491009: forcing policy filenames_encryption_mode to null
Lustre: 245778:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 245858:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 245858:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 246048:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.23@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.23@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 246315:0:(llite_lib.c:1111:ll_dump_umount_survivors()) LU12571-DIAG: SURVIVOR inode=ff12b286cf384b50 [0x240005226:0x4:0x0] i_count=1 nlink=1 mode=100600 clob=ff12b28711f4cb68
LustreError: 246315:0:(llite_lib.c:1119:ll_dump_umount_survivors()) LU12571-DIAG: dentry=ff12b286c6786000 name='a53356ca6ec00dc1' parent=ff12b286c60fc180 pname='protectors' d_count=0 d_flags=0x24000e created 1278ms ago by pid=246290 comm=fscrypt
LustreError: 246315:0:(llite_lib.c:1131:ll_dump_umount_survivors()) LU12571-DIAG: 7 inode(s) survived into put_super (orphaned subtree -> impending lu_device_fini LBUG)
LustreError: 246315:0:(lu_object.c:1059:lu_site_print()) header@00000000337a62a1[0x110, 1, [0x440000402:0x142:0x0] hash]{
LustreError: 246315:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000abf7ee9b[0]
LustreError: 246315:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000bac3ea0fid: 0x440000402:322 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784399369 atime: 1784399371 ctime: 1784399369 blocks: 8
LustreError: 246315:0:(lu_object.c:1059:lu_site_print()) } header@00000000337a62a1
LustreError: 246315:0:(lu_object.c:1059:lu_site_print()) header@00000000aaadc044[0x110, 1, [0x400000401:0x143:0x0] hash]{
LustreError: 246315:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000003f3ed74[0]
LustreError: 246315:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000096184ce5id: 0x400000401:323 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784399369 atime: 1784399370 ctime: 1784399369 blocks: 8
LustreError: 246315:0:(lu_object.c:1059:lu_site_print()) } header@00000000aaadc044
LustreError: 246315:0:(lu_object.c:1059:lu_site_print()) header@0000000055b46509[0x110, 1, [0x3c0000403:0x143:0x0] hash]{
LustreError: 246315:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000316a897a[0]
LustreError: 246315:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000048748a6id: 0x3c0000403:323 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784399369 atime: 1784399370 ctime: 1784399369 blocks: 8
LustreError: 246315:0:(lu_object.c:1059:lu_site_print()) } header@0000000055b46509

LustreError: 246059:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 246059:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 246059 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0xbc2/0xf20 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? flock_lock_inode+0x23f/0x420
? srso_alias_return_thunk+0x5/0xfbef5
? locks_remove_flock+0x110/0x120
? srso_alias_return_thunk+0x5/0xfbef5
? refill_obj_stock+0x149/0x270
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? from_kuid_munged+0x13/0x30
? srso_alias_return_thunk+0x5/0xfbef5
? from_kgid_munged+0x17/0x30
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7a43bd33836b

Lustre: 245513:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 198158736328491009: forcing policy filenames_encryption_mode to null
Lustre: 245526:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 245606:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 245606:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 245796:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.29@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.29@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 246059:0:(llite_lib.c:1111:ll_dump_umount_survivors()) LU12571-DIAG: SURVIVOR inode=ff49c6db17375c90 [0x240005226:0x4:0x0] i_count=1 nlink=1 mode=100600 clob=ff49c6db07e6dd78
LustreError: 246059:0:(llite_lib.c:1119:ll_dump_umount_survivors()) LU12571-DIAG: dentry=ff49c6db0078e840 name='ac083164ce8c8b91' parent=ff49c6db0041ef00 pname='protectors' d_count=0 d_flags=0x24000e created 1241ms ago by pid=246034 comm=fscrypt
LustreError: 246059:0:(llite_lib.c:1131:ll_dump_umount_survivors()) LU12571-DIAG: 7 inode(s) survived into put_super (orphaned subtree -> impending lu_device_fini LBUG)
LustreError: 246059:0:(lu_object.c:1059:lu_site_print()) header@0000000009881d1d[0x110, 1, [0x480000400:0x142:0x0] hash]{
LustreError: 246059:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000003c7ac3ba[0]
LustreError: 246059:0:(lu_object.c:1059:lu_site_print()) ....osc@000000005e2206f6id: 0x480000400:322 idx: 6 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784399340 atime: 1784399342 ctime: 1784399340 blocks: 8
LustreError: 246059:0:(lu_object.c:1059:lu_site_print()) } header@0000000009881d1d
LustreError: 246059:0:(lu_object.c:1059:lu_site_print()) header@0000000080b80f91[0x110, 1, [0x340000403:0x143:0x0] hash]{
LustreError: 246059:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000b5653973[0]
LustreError: 246059:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000059f4a639id: 0x340000403:323 idx: 1 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784399340 atime: 1784399341 ctime: 1784399340 blocks: 8
LustreError: 246059:0:(lu_object.c:1059:lu_site_print()) } header@0000000080b80f91
LustreError: 246059:0:(lu_object.c:1059:lu_site_print()) header@000000009a920ccc[0x110, 1, [0x300000401:0x143:0x0] hash]{
LustreError: 246059:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000d57ff17d[0]
LustreError: 246059:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000ee44b1deid: 0x300000401:323 idx: 0 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784399340 atime: 1784399341 ctime: 1784399340 blocks: 8
LustreError: 246059:0:(lu_object.c:1059:lu_site_print()) } header@000000009a920ccc

LustreError: 2167428:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2167428:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 2167428 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? fput_close_sync+0x40/0xc0
? __x64_sys_close+0x3e/0x90
? _raw_spin_unlock_irq+0xe/0x50
? __x64_sys_rt_sigprocmask+0xe0/0x160
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
? do_faccessat+0x208/0x2f0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x735b5853836b

Lustre: 2166886:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2166900:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2166981:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2166981:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2167171:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.26.118@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.26.118@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2167428:0:(lu_object.c:1059:lu_site_print()) header@000000000c9d3b42[0x110, 1, [0x300000406:0x1027:0x0] hash]{
LustreError: 2167428:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000001b309eef[0]
LustreError: 2167428:0:(lu_object.c:1059:lu_site_print()) ....osc@000000008a0b7c6fid: 0x300000406:4135 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784372127 atime: 1784372127 ctime: 1784372127 blocks: 8
LustreError: 2167428:0:(lu_object.c:1059:lu_site_print()) } header@000000000c9d3b42
LustreError: 2167428:0:(lu_object.c:1059:lu_site_print()) header@00000000e28f50fa[0x110, 1, [0x380000406:0x1027:0x0] hash]{
LustreError: 2167428:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000b83a42d4[0]
LustreError: 2167428:0:(lu_object.c:1059:lu_site_print()) ....osc@000000000c2c51bfid: 0x380000406:4135 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784372127 atime: 1784372128 ctime: 1784372127 blocks: 8
LustreError: 2167428:0:(lu_object.c:1059:lu_site_print()) } header@00000000e28f50fa
LustreError: 2167428:0:(lu_object.c:1059:lu_site_print()) header@000000004072b1ff[0x110, 1, [0x340000406:0x1027:0x0] hash]{
LustreError: 2167428:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000008843afbd[0]
LustreError: 2167428:0:(lu_object.c:1059:lu_site_print()) ....osc@000000007df1b19eid: 0x340000406:4135 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784372127 atime: 1784372127 ctime: 1784372127 blocks: 8
LustreError: 2167428:0:(lu_object.c:1059:lu_site_print()) } header@000000004072b1ff

LustreError: 246511:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 2
LustreError: 246511:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 246511 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0xbc2/0xf20 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x77a72173836b

Lustre: 245968:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 198158736328491009: forcing policy filenames_encryption_mode to null
Lustre: 245982:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 246062:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 246062:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 246252:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 198158736328491009: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.29.232@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.29.232@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 246511:0:(llite_lib.c:1111:ll_dump_umount_survivors()) LU12571-DIAG: SURVIVOR inode=ff1f5bbc0c273450 [0x240005226:0x4:0x0] i_count=1 nlink=1 mode=100600 clob=ff1f5bbc155b0538
LustreError: 246511:0:(llite_lib.c:1119:ll_dump_umount_survivors()) LU12571-DIAG: dentry=ff1f5bbc0079ecc0 name='ecd85ce24bb85646' parent=ff1f5bbc193919c0 pname='protectors' d_count=0 d_flags=0x24000e created 1287ms ago by pid=246486 comm=fscrypt
LustreError: 246511:0:(llite_lib.c:1131:ll_dump_umount_survivors()) LU12571-DIAG: 7 inode(s) survived into put_super (orphaned subtree -> impending lu_device_fini LBUG)
LustreError: 246511:0:(lu_object.c:1059:lu_site_print()) header@000000007dad1fc9[0x110, 1, [0x480000401:0x143:0x0] hash]{
LustreError: 246511:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000048895692[0]
LustreError: 246511:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000096d4b3dbid: 0x480000401:323 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784398901 atime: 1784398902 ctime: 1784398901 blocks: 8
LustreError: 246511:0:(lu_object.c:1059:lu_site_print()) } header@000000007dad1fc9
LustreError: 246511:0:(lu_object.c:1059:lu_site_print()) header@00000000de7ca74f[0x110, 1, [0x440000401:0x143:0x0] hash]{
LustreError: 246511:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000002bdecd18[0]
LustreError: 246511:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000efeba3eeid: 0x440000401:323 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784398901 atime: 1784398902 ctime: 1784398901 blocks: 8
LustreError: 246511:0:(lu_object.c:1059:lu_site_print()) } header@00000000de7ca74f
LustreError: 246511:0:(lu_object.c:1059:lu_site_print()) header@00000000f7d4c291[0x110, 1, [0x440000402:0x142:0x0] hash]{
LustreError: 246511:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000dda10286[0]
LustreError: 246511:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000d94af24fid: 0x440000402:322 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784398901 atime: 1784398903 ctime: 1784398901 blocks: 8
LustreError: 246511:0:(lu_object.c:1059:lu_site_print()) } header@00000000f7d4c291

LustreError: 2173636:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2173636:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 2173636 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x76931c73836b

Lustre: 2173082:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2173095:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2173174:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2173174:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2173364:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.26.149@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.26.149@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2173636:0:(lu_object.c:1059:lu_site_print()) header@00000000bb52b9db[0x110, 1, [0x240000407:0x1cb7:0x0] hash]{
LustreError: 2173636:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000007731a6f8[0]
LustreError: 2173636:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000039268906id: 0x240000407:7351 idx: 0 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784368899 atime: 1784368899 ctime: 1784368899 blocks: 8
LustreError: 2173636:0:(lu_object.c:1059:lu_site_print()) } header@00000000bb52b9db
LustreError: 2173636:0:(lu_object.c:1059:lu_site_print()) header@000000008103700d[0x110, 1, [0x3c0000407:0xf27:0x0] hash]{
LustreError: 2173636:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000c904a4f8[0]
LustreError: 2173636:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000d4a84db6id: 0x3c0000407:3879 idx: 6 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784368899 atime: 1784368899 ctime: 1784368899 blocks: 8
LustreError: 2173636:0:(lu_object.c:1059:lu_site_print()) } header@000000008103700d
LustreError: 2173636:0:(lu_object.c:1059:lu_site_print()) header@00000000a4e7aaa4[0x110, 1, [0x280000407:0xf29:0x0] hash]{
LustreError: 2173636:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000073b7408c[0]
LustreError: 2173636:0:(lu_object.c:1059:lu_site_print()) ....osc@000000007a6f5bf9id: 0x280000407:3881 idx: 1 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784368899 atime: 1784368900 ctime: 1784368899 blocks: 8
LustreError: 2173636:0:(lu_object.c:1059:lu_site_print()) } header@00000000a4e7aaa4

LustreError: 2127079:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2127079:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 2127079 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? apparmor_file_lock+0x51/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? __do_sys_flock+0x14d/0x220
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? rcu_core+0x173/0x330
? srso_alias_return_thunk+0x5/0xfbef5
? rcu_core_si+0xe/0x20
? srso_alias_return_thunk+0x5/0xfbef5
? handle_softirqs+0xe1/0x360
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0x100
? srso_alias_return_thunk+0x5/0xfbef5
? irqentry_exit+0x97/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __irq_exit_rcu+0x45/0x120
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? sysvec_apic_timer_interrupt+0x54/0xd0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x701b8273836b

Lustre: 2126508:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2126537:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2126618:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2126618:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2126808:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.29.157@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.29.157@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2127079:0:(lu_object.c:1059:lu_site_print()) header@0000000087c4391d[0x110, 1, [0x3c0000406:0x16e7:0x0] hash]{
LustreError: 2127079:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000d4433478[0]
LustreError: 2127079:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000595d543eid: 0x3c0000406:5863 idx: 6 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784367804 atime: 1784367805 ctime: 1784367804 blocks: 8
LustreError: 2127079:0:(lu_object.c:1059:lu_site_print()) } header@0000000087c4391d
LustreError: 2127079:0:(lu_object.c:1059:lu_site_print()) header@000000002efdabbc[0x110, 1, [0x280000407:0x16e9:0x0] hash]{
LustreError: 2127079:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000007279088e[0]
LustreError: 2127079:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000ca906bbeid: 0x280000407:5865 idx: 1 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784367804 atime: 1784367806 ctime: 1784367804 blocks: 8
LustreError: 2127079:0:(lu_object.c:1059:lu_site_print()) } header@000000002efdabbc
LustreError: 2127079:0:(lu_object.c:1059:lu_site_print()) header@00000000e7670bed[0x110, 1, [0x240000406:0x2b77:0x0] hash]{
LustreError: 2127079:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000006f197efa[0]
LustreError: 2127079:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000fbe72291id: 0x240000406:11127 idx: 0 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784367804 atime: 1784367805 ctime: 1784367804 blocks: 8
LustreError: 2127079:0:(lu_object.c:1059:lu_site_print()) } header@00000000e7670bed

LustreError: 2112709:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2112709:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 2112709 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? locks_lock_inode_wait+0xf9/0x1f0
? srso_alias_return_thunk+0x5/0xfbef5
? apparmor_file_lock+0x51/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x79a12513836b

Lustre: 2112168:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2112181:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2112261:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2112261:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2112451:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.29.188@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.29.188@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2112709:0:(lu_object.c:1059:lu_site_print()) header@000000009fb9472c[0x110, 1, [0x300000406:0x1167:0x0] hash]{
LustreError: 2112709:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000021446f75[0]
LustreError: 2112709:0:(lu_object.c:1059:lu_site_print()) ....osc@000000001d2b1860id: 0x300000406:4455 idx: 3 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784355705 atime: 1784355705 ctime: 1784355705 blocks: 8
LustreError: 2112709:0:(lu_object.c:1059:lu_site_print()) } header@000000009fb9472c
LustreError: 2112709:0:(lu_object.c:1059:lu_site_print()) header@00000000942e8604[0x110, 1, [0x340000406:0x1167:0x0] hash]{
LustreError: 2112709:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000ede010c3[0]
LustreError: 2112709:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000501ea75cid: 0x340000406:4455 idx: 4 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784355705 atime: 1784355706 ctime: 1784355705 blocks: 8
LustreError: 2112709:0:(lu_object.c:1059:lu_site_print()) } header@00000000942e8604
LustreError: 2112709:0:(lu_object.c:1059:lu_site_print()) header@00000000d5177040[0x110, 1, [0x2c0000407:0x1167:0x0] hash]{
LustreError: 2112709:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000004461c5a7[0]
LustreError: 2112709:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000070c23170id: 0x2c0000407:4455 idx: 2 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784355705 atime: 1784355705 ctime: 1784355705 blocks: 8
LustreError: 2112709:0:(lu_object.c:1059:lu_site_print()) } header@00000000d5177040

LustreError: 240594:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 240594:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 240594 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock+0xe/0x40
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock+0xe/0x40
? srso_alias_return_thunk+0x5/0xfbef5
? flock_lock_inode+0x1c5/0x420
? srso_alias_return_thunk+0x5/0xfbef5
? locks_lock_inode_wait+0xf9/0x1f0
? srso_alias_return_thunk+0x5/0xfbef5
? apparmor_file_lock+0x51/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x72a24053836b

LNet: 1 local NIs in recovery (showing 1): 10.240.24.60@tcp
Lustre: Mounted t32fs-client
Lustre: 240368:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 240375:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LNet: 1 local NIs in recovery (showing 1): 10.240.24.60@tcp
LustreError: 240594:0:(lu_object.c:1059:lu_site_print()) header@000000001344451a[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 240594:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000bd63a9f6[0]
LustreError: 240594:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000a13d7e2bid: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784369013 ctime: 1721730972 blocks: 256
LustreError: 240594:0:(lu_object.c:1059:lu_site_print()) } header@000000001344451a

LustreError: 2139469:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2139469:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 2139469 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? from_kgid_munged+0x17/0x30
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? irqentry_exit+0x97/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7a39b553836b

Lustre: 2138901:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2138930:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2139011:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2139011:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2139201:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.111@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.111@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2139469:0:(lu_object.c:1059:lu_site_print()) header@0000000098dbe6bb[0x110, 1, [0x340000406:0x1d67:0x0] hash]{
LustreError: 2139469:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000cef86c84[0]
LustreError: 2139469:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000b732c9a2id: 0x340000406:7527 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784355020 atime: 1784355020 ctime: 1784355020 blocks: 8
LustreError: 2139469:0:(lu_object.c:1059:lu_site_print()) } header@0000000098dbe6bb
LustreError: 2139469:0:(lu_object.c:1059:lu_site_print()) header@00000000c5411bbe[0x110, 1, [0x380000407:0x1d67:0x0] hash]{
LustreError: 2139469:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000007a992e31[0]
LustreError: 2139469:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000e5c51deaid: 0x380000407:7527 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784355020 atime: 1784355022 ctime: 1784355020 blocks: 8
LustreError: 2139469:0:(lu_object.c:1059:lu_site_print()) } header@00000000c5411bbe
LustreError: 2139469:0:(lu_object.c:1059:lu_site_print()) header@00000000efeed4b0[0x110, 1, [0x300000407:0x1d67:0x0] hash]{
LustreError: 2139469:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000701961cd[0]
LustreError: 2139469:0:(lu_object.c:1059:lu_site_print()) ....osc@000000000bd47fceid: 0x300000407:7527 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784355020 atime: 1784355020 ctime: 1784355020 blocks: 8
LustreError: 2139469:0:(lu_object.c:1059:lu_site_print()) } header@00000000efeed4b0

LustreError: 2088335:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2088335:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 2088335 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? dput.part.0+0x38/0x130
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_faccessat+0x208/0x2f0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? irqentry_exit+0x97/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x770dec33836b

Lustre: 2087787:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2087799:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2087879:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2087879:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2088069:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.27.231@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.27.231@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2088335:0:(lu_object.c:1059:lu_site_print()) header@00000000fda441a5[0x110, 1, [0x380000407:0x10a7:0x0] hash]{
LustreError: 2088335:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000028a0dbf1[0]
LustreError: 2088335:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000f6166199id: 0x380000407:4263 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784347213 atime: 1784347213 ctime: 1784347213 blocks: 8
LustreError: 2088335:0:(lu_object.c:1059:lu_site_print()) } header@00000000fda441a5
LustreError: 2088335:0:(lu_object.c:1059:lu_site_print()) header@00000000ce70db35[0x110, 1, [0x240000406:0x2277:0x0] hash]{
LustreError: 2088335:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000002184bd2c[0]
LustreError: 2088335:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000008c3fe1eid: 0x240000406:8823 idx: 0 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784347213 atime: 1784347215 ctime: 1784347213 blocks: 8
LustreError: 2088335:0:(lu_object.c:1059:lu_site_print()) } header@00000000ce70db35
LustreError: 2088335:0:(lu_object.c:1059:lu_site_print()) header@0000000063e45a4b[0x110, 1, [0x3c0000406:0x10a7:0x0] hash]{
LustreError: 2088335:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000006f8f6683[0]
LustreError: 2088335:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000f61e70b7id: 0x3c0000406:4263 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784347213 atime: 1784347213 ctime: 1784347213 blocks: 8
LustreError: 2088335:0:(lu_object.c:1059:lu_site_print()) } header@0000000063e45a4b

LustreError: 2124562:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2124562:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 2124562 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xf6/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0x100
? srso_alias_return_thunk+0x5/0xfbef5
? irqentry_exit+0x97/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x70f81073836b

Lustre: 2124007:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2124020:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2124101:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2124101:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2124291:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.223@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.223@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2124562:0:(lu_object.c:1059:lu_site_print()) header@000000006dc28f0a[0x110, 1, [0x2c0000407:0x14a7:0x0] hash]{
LustreError: 2124562:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000346e8fcc[0]
LustreError: 2124562:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000066cbd4efid: 0x2c0000407:5287 idx: 2 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784346257 atime: 1784346258 ctime: 1784346257 blocks: 8
LustreError: 2124562:0:(lu_object.c:1059:lu_site_print()) } header@000000006dc28f0a
LustreError: 2124562:0:(lu_object.c:1059:lu_site_print()) header@00000000691c4946[0x110, 1, [0x340000406:0x14a7:0x0] hash]{
LustreError: 2124562:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000042b875f4[0]
LustreError: 2124562:0:(lu_object.c:1059:lu_site_print()) ....osc@000000002c68c315id: 0x340000406:5287 idx: 4 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784346258 atime: 1784346259 ctime: 1784346258 blocks: 8
LustreError: 2124562:0:(lu_object.c:1059:lu_site_print()) } header@00000000691c4946
LustreError: 2124562:0:(lu_object.c:1059:lu_site_print()) header@00000000a3709b21[0x110, 1, [0x300000406:0x14a7:0x0] hash]{
LustreError: 2124562:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000002e43e705[0]
LustreError: 2124562:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000b5758a85id: 0x300000406:5287 idx: 3 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784346257 atime: 1784346258 ctime: 1784346257 blocks: 8
LustreError: 2124562:0:(lu_object.c:1059:lu_site_print()) } header@00000000a3709b21

LustreError: 2121261:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2121261:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 2121261 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? from_kuid_munged+0x13/0x30
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7de7a753836b

Lustre: 2120706:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2120735:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2120814:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2120814:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2121004:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.30.28@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.30.28@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2121261:0:(lu_object.c:1059:lu_site_print()) header@0000000006b42be6[0x110, 1, [0x380000407:0x1367:0x0] hash]{
LustreError: 2121261:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000005cc4f4b9[0]
LustreError: 2121261:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000799ababcid: 0x380000407:4967 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784344934 atime: 1784344935 ctime: 1784344934 blocks: 8
LustreError: 2121261:0:(lu_object.c:1059:lu_site_print()) } header@0000000006b42be6
LustreError: 2121261:0:(lu_object.c:1059:lu_site_print()) header@000000003f9f5a91[0x110, 1, [0x340000407:0x1367:0x0] hash]{
LustreError: 2121261:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000faa98c71[0]
LustreError: 2121261:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000054bc370eid: 0x340000407:4967 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784344934 atime: 1784344934 ctime: 1784344934 blocks: 8
LustreError: 2121261:0:(lu_object.c:1059:lu_site_print()) } header@000000003f9f5a91
LustreError: 2121261:0:(lu_object.c:1059:lu_site_print()) header@00000000295d25da[0x110, 1, [0x300000406:0x1367:0x0] hash]{
LustreError: 2121261:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000000126288f[0]
LustreError: 2121261:0:(lu_object.c:1059:lu_site_print()) ....osc@000000003dab9101id: 0x300000406:4967 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784344934 atime: 1784344934 ctime: 1784344934 blocks: 8
LustreError: 2121261:0:(lu_object.c:1059:lu_site_print()) } header@00000000295d25da

LustreError: 1387499:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1387499:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1387499 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x712eccd3836b

Lustre: 1386940:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1386953:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1387032:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1387032:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1387222:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Autotest: Test running for 395 minutes (lustre-reviews_review-ldiskfs-ubuntu_127750.87)
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.26.138@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.26.138@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1387499:0:(lu_object.c:1059:lu_site_print()) header@00000000344d7297[0x110, 1, [0x380000405:0x3607:0x0] hash]{
LustreError: 1387499:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000056a01303[0]
LustreError: 1387499:0:(lu_object.c:1059:lu_site_print()) ....osc@000000007f12c4e7id: 0x380000405:13831 idx: 5 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784369050 atime: 1784369050 ctime: 1784369050 blocks: 8
LustreError: 1387499:0:(lu_object.c:1059:lu_site_print()) } header@00000000344d7297
LustreError: 1387499:0:(lu_object.c:1059:lu_site_print()) header@0000000040db449e[0x110, 1, [0x3c0000405:0x3947:0x0] hash]{
LustreError: 1387499:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000646c165a[0]
LustreError: 1387499:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000c2461895id: 0x3c0000405:14663 idx: 6 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784369050 atime: 1784369051 ctime: 1784369050 blocks: 8
LustreError: 1387499:0:(lu_object.c:1059:lu_site_print()) } header@0000000040db449e
LustreError: 1387499:0:(lu_object.c:1059:lu_site_print()) header@00000000a1936ae5[0x110, 1, [0x340000406:0xbe7:0x0] hash]{
LustreError: 1387499:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000074a32d8a[0]
LustreError: 1387499:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000bcb68d3eid: 0x340000406:3047 idx: 4 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784369050 atime: 1784369050 ctime: 1784369050 blocks: 8
LustreError: 1387499:0:(lu_object.c:1059:lu_site_print()) } header@00000000a1936ae5

LustreError: 143544:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 143544:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 143544 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock+0xe/0x40
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? flock_lock_inode+0x23f/0x420
? srso_alias_return_thunk+0x5/0xfbef5
? locks_remove_flock+0x110/0x120
? srso_alias_return_thunk+0x5/0xfbef5
? refill_obj_stock+0x149/0x270
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7242a813836b

Lustre: Mounted t32fs-client
Lustre: 143296:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 143303:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 143544:0:(lu_object.c:1059:lu_site_print()) header@00000000c56e1055[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 143544:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000a38f1e45[0]
LustreError: 143544:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000027cd45b6id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784356907 ctime: 1721730972 blocks: 256
LustreError: 143544:0:(lu_object.c:1059:lu_site_print()) } header@00000000c56e1055
LustreError: 143544:0:(lu_object.c:1059:lu_site_print()) header@00000000c56e1055[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 143544:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000a38f1e45[0]
LustreError: 143544:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000027cd45b6id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784356907 ctime: 1721730972 blocks: 256
LustreError: 143544:0:(lu_object.c:1059:lu_site_print()) } header@00000000c56e1055

LustreError: 2118379:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2118379:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 2118379 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x71964053836b

Lustre: 2117833:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2117846:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2117925:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2117925:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2118115:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Autotest: Test running for 585 minutes (lustre-master_full-part-2_4741.95)
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.51@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.51@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2118379:0:(lu_object.c:1059:lu_site_print()) header@0000000066ff209e[0x110, 1, [0x380000406:0x11e7:0x0] hash]{
LustreError: 2118379:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000c69bb92d[0]
LustreError: 2118379:0:(lu_object.c:1059:lu_site_print()) ....osc@000000004099734did: 0x380000406:4583 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784340353 atime: 1784340355 ctime: 1784340353 blocks: 8
LustreError: 2118379:0:(lu_object.c:1059:lu_site_print()) } header@0000000066ff209e
LustreError: 2118379:0:(lu_object.c:1059:lu_site_print()) header@00000000142ee45d[0x110, 1, [0x340000407:0x11e7:0x0] hash]{
LustreError: 2118379:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000ac68bf33[0]
LustreError: 2118379:0:(lu_object.c:1059:lu_site_print()) ....osc@000000004e685643id: 0x340000407:4583 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784340353 atime: 1784340354 ctime: 1784340353 blocks: 8
LustreError: 2118379:0:(lu_object.c:1059:lu_site_print()) } header@00000000142ee45d
LustreError: 2118379:0:(lu_object.c:1059:lu_site_print()) header@0000000039537132[0x110, 1, [0x300000406:0x11e7:0x0] hash]{
LustreError: 2118379:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000007d6b0967[0]
LustreError: 2118379:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000a9093cf0id: 0x300000406:4583 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784340353 atime: 1784340354 ctime: 1784340353 blocks: 8
LustreError: 2118379:0:(lu_object.c:1059:lu_site_print()) } header@0000000039537132

LustreError: 239995:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 239995:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 239995 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? flock_lock_inode+0x1c5/0x420
? srso_alias_return_thunk+0x5/0xfbef5
? locks_lock_inode_wait+0xf9/0x1f0
? srso_alias_return_thunk+0x5/0xfbef5
? apparmor_file_lock+0x51/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? __do_sys_flock+0x14d/0x220
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7e8a4e53836b

Lustre: Mounted t32fs-client
Lustre: 239764:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 239771:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 239995:0:(lu_object.c:1059:lu_site_print()) header@000000002bd9c03f[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 239995:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000057de773e[0]
LustreError: 239995:0:(lu_object.c:1059:lu_site_print()) ....osc@000000000b42c802id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784350967 ctime: 1721730972 blocks: 256
LustreError: 239995:0:(lu_object.c:1059:lu_site_print()) } header@000000002bd9c03f

LustreError: 240527:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 240527:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 240527 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7d45e973836b

Lustre: Mounted t32fs-client
Lustre: 240293:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 240300:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 240527:0:(lu_object.c:1059:lu_site_print()) header@00000000d0d95f57[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 240527:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000022275082[0]
LustreError: 240527:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000d84e2a58id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784345504 ctime: 1721730972 blocks: 256
LustreError: 240527:0:(lu_object.c:1059:lu_site_print()) } header@00000000d0d95f57

LustreError: 236933:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 236933:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 236933 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_openat+0x5f/0xa0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_statx+0x72/0xd0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x76c38e93836b

Lustre: Mounted t32fs-client
Lustre: 236708:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 236715:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LNet: 1 local NIs in recovery (showing 1): 10.240.31.68@tcp
LustreError: 236933:0:(lu_object.c:1059:lu_site_print()) header@00000000ccfa6a4f[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 236933:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000fa2a5562[0]
LustreError: 236933:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000e065efd5id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784344434 ctime: 1721730972 blocks: 256
LustreError: 236933:0:(lu_object.c:1059:lu_site_print()) } header@00000000ccfa6a4f

LustreError: 240975:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 240975:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 240975 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? mod_memcg_state+0xe7/0x2a0
? locks_remove_flock+0x110/0x120
? obj_cgroup_uncharge_pages+0x80/0x100
? refill_obj_stock+0x1dc/0x270
? __memcg_slab_free_hook+0x113/0x180
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? __fput+0x1a2/0x2d0
? fput_close_sync+0x40/0xc0
? __x64_sys_close+0x3e/0x90
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
? do_syscall_64+0x150/0x5a0
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7e9dd253836b

Lustre: Mounted t32fs-client
Lustre: 240725:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 240733:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
LNet: 1 local NIs in recovery (showing 1): 10.240.30.219@tcp
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Autotest: Test running for 345 minutes (lustre-master-next_full-part-3_996.78)
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 240975:0:(lu_object.c:1059:lu_site_print()) header@00000000381437b1[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 240975:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000e417a29b[0]
LustreError: 240975:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000cb3a66d3id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784349029 ctime: 1721730972 blocks: 256
LustreError: 240975:0:(lu_object.c:1059:lu_site_print()) } header@00000000381437b1

LustreError: 240466:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 240466:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 240466 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? flock_lock_inode+0x1c5/0x420
? srso_alias_return_thunk+0x5/0xfbef5
? locks_lock_inode_wait+0xf9/0x1f0
? srso_alias_return_thunk+0x5/0xfbef5
? apparmor_file_lock+0x51/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? __do_sys_flock+0x14d/0x220
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x737cad33836b

Lustre: Mounted t32fs-client
Lustre: 240236:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 240243:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 240466:0:(lu_object.c:1059:lu_site_print()) header@00000000abdaa5f9[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 240466:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000245a4002[0]
LustreError: 240466:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000fd4baad7id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784332485 ctime: 1721730972 blocks: 256
LustreError: 240466:0:(lu_object.c:1059:lu_site_print()) } header@00000000abdaa5f9

LustreError: 240329:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 240329:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 240329 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_alloc_noprof+0x12b/0x4b0
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock+0xe/0x40
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock+0xe/0x40
? srso_alias_return_thunk+0x5/0xfbef5
? flock_lock_inode+0x1c5/0x420
? srso_alias_return_thunk+0x5/0xfbef5
? locks_lock_inode_wait+0xf9/0x1f0
? srso_alias_return_thunk+0x5/0xfbef5
? apparmor_file_lock+0x51/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? __do_sys_flock+0x14d/0x220
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7d68af73836b

LNet: 1 local NIs in recovery (showing 1): 10.240.24.197@tcp
Lustre: Mounted t32fs-client
Lustre: 240105:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 240112:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 240329:0:(lu_object.c:1059:lu_site_print()) header@00000000d194ef8a[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 240329:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000004f5fa634[0]
LustreError: 240329:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000515a6521id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784331637 ctime: 1721730972 blocks: 256
LustreError: 240329:0:(lu_object.c:1059:lu_site_print()) } header@00000000d194ef8a

LustreError: 236783:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 236783:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 236783 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? locks_remove_flock+0x110/0x120
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7302e253836b

Lustre: Mounted t32fs-client
Lustre: 236538:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 236546:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 236783:0:(lu_object.c:1059:lu_site_print()) header@000000003b43514f[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 236783:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000005e929715[0]
LustreError: 236783:0:(lu_object.c:1059:lu_site_print()) ....osc@000000002a7827f4id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784327583 ctime: 1721730972 blocks: 256
LustreError: 236783:0:(lu_object.c:1059:lu_site_print()) } header@000000003b43514f

LustreError: 143390:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 143390:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 143390 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? refill_obj_stock+0x149/0x270
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_openat+0x5f/0xa0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_statx+0x72/0xd0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0x100
? srso_alias_return_thunk+0x5/0xfbef5
? irqentry_exit+0x97/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __irq_exit_rcu+0x45/0x120
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? sysvec_apic_timer_interrupt+0x54/0xd0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7ba1a2d3836b

Lustre: Mounted t32fs-client
Lustre: 143141:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 143148:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 143390:0:(lu_object.c:1059:lu_site_print()) header@000000006d35dd88[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 143390:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000044a97174[0]
LustreError: 143390:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000079254369id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784333754 ctime: 1721730972 blocks: 256
LustreError: 143390:0:(lu_object.c:1059:lu_site_print()) } header@000000006d35dd88

LustreError: 2127326:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2127326:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 2127326 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x77f83213836b

Lustre: 2126777:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2126789:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2126869:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2126869:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2127059:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.29.153@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.29.153@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2127326:0:(lu_object.c:1059:lu_site_print()) header@00000000c2141b7f[0x110, 1, [0x340000407:0x15e7:0x0] hash]{
LustreError: 2127326:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000009de779ce[0]
LustreError: 2127326:0:(lu_object.c:1059:lu_site_print()) ....osc@000000006bd7d1b4id: 0x340000407:5607 idx: 4 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784290644 atime: 1784290644 ctime: 1784290644 blocks: 8
LustreError: 2127326:0:(lu_object.c:1059:lu_site_print()) } header@00000000c2141b7f
LustreError: 2127326:0:(lu_object.c:1059:lu_site_print()) header@000000002310fb92[0x110, 1, [0x3c0000407:0x15e7:0x0] hash]{
LustreError: 2127326:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000df191b4f[0]
LustreError: 2127326:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000e021399did: 0x3c0000407:5607 idx: 6 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784290644 atime: 1784290645 ctime: 1784290644 blocks: 8
LustreError: 2127326:0:(lu_object.c:1059:lu_site_print()) } header@000000002310fb92
LustreError: 2127326:0:(lu_object.c:1059:lu_site_print()) header@000000007a0e11c4[0x110, 1, [0x380000407:0x15e7:0x0] hash]{
LustreError: 2127326:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000b8fc9ef7[0]
LustreError: 2127326:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000039ffc8eid: 0x380000407:5607 idx: 5 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784290644 atime: 1784290644 ctime: 1784290644 blocks: 8
LustreError: 2127326:0:(lu_object.c:1059:lu_site_print()) } header@000000007a0e11c4

LustreError: 2099125:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2099125:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 2099125 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7788bdf3836b

Lustre: 2098580:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2098593:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2098674:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2098674:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2098865:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.123@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.123@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2099125:0:(lu_object.c:1059:lu_site_print()) header@00000000c487180b[0x110, 1, [0x380000407:0x1c27:0x0] hash]{
LustreError: 2099125:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000dfc1e0a5[0]
LustreError: 2099125:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000419d6924id: 0x380000407:7207 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784288257 atime: 1784288259 ctime: 1784288257 blocks: 8
LustreError: 2099125:0:(lu_object.c:1059:lu_site_print()) } header@00000000c487180b
LustreError: 2099125:0:(lu_object.c:1059:lu_site_print()) header@000000000ce8bbfe[0x110, 1, [0x340000407:0xf67:0x0] hash]{
LustreError: 2099125:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000bd6f3df9[0]
LustreError: 2099125:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000bc992832id: 0x340000407:3943 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784288257 atime: 1784288258 ctime: 1784288257 blocks: 8
LustreError: 2099125:0:(lu_object.c:1059:lu_site_print()) } header@000000000ce8bbfe
LustreError: 2099125:0:(lu_object.c:1059:lu_site_print()) header@0000000003355bca[0x110, 1, [0x300000406:0x17a7:0x0] hash]{
LustreError: 2099125:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000639fa0d3[0]
LustreError: 2099125:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000bab76387id: 0x300000406:6055 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784288257 atime: 1784288258 ctime: 1784288257 blocks: 8
LustreError: 2099125:0:(lu_object.c:1059:lu_site_print()) } header@0000000003355bca

LustreError: 2204194:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2204194:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 2204194 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? __x64_sys_openat+0x5f/0xa0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x705a6b13836b

Lustre: 2203641:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2203653:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2203732:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2203732:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2203922:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.187@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.187@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2204194:0:(lu_object.c:1059:lu_site_print()) header@0000000026a1eaea[0x110, 1, [0x340000407:0x1e67:0x0] hash]{
LustreError: 2204194:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000fe7e578c[0]
LustreError: 2204194:0:(lu_object.c:1059:lu_site_print()) ....osc@000000007411e371id: 0x340000407:7783 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784281209 atime: 1784281210 ctime: 1784281209 blocks: 8
LustreError: 2204194:0:(lu_object.c:1059:lu_site_print()) } header@0000000026a1eaea
LustreError: 2204194:0:(lu_object.c:1059:lu_site_print()) header@000000008b799edb[0x110, 1, [0x380000407:0x1e67:0x0] hash]{
LustreError: 2204194:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000014ab9cba[0]
LustreError: 2204194:0:(lu_object.c:1059:lu_site_print()) ....osc@000000006cf50723id: 0x380000407:7783 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784281209 atime: 1784281211 ctime: 1784281209 blocks: 8
LustreError: 2204194:0:(lu_object.c:1059:lu_site_print()) } header@000000008b799edb
LustreError: 2204194:0:(lu_object.c:1059:lu_site_print()) header@00000000b8b7b4e9[0x110, 1, [0x300000407:0x2267:0x0] hash]{
LustreError: 2204194:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000050ffb852[0]
LustreError: 2204194:0:(lu_object.c:1059:lu_site_print()) ....osc@000000002e8b3d03id: 0x300000407:8807 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784281209 atime: 1784281210 ctime: 1784281209 blocks: 8
LustreError: 2204194:0:(lu_object.c:1059:lu_site_print()) } header@00000000b8b7b4e9

LustreError: 2181370:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2181370:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 2181370 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? __do_sys_flock+0x14d/0x220
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? _raw_spin_unlock_irq+0xe/0x50
? __x64_sys_rt_sigprocmask+0xe0/0x160
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
? from_kgid_munged+0x17/0x30
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7a61baf3836b

Lustre: 2180793:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2180822:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2180903:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2180903:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2181093:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Autotest: Test running for 695 minutes (lustre-master_full-part-2_4741.95)
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.27.66@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.27.66@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2181370:0:(lu_object.c:1059:lu_site_print()) header@00000000974ac166[0x110, 1, [0x380000406:0xda7:0x0] hash]{
LustreError: 2181370:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000348dcf56[0]
LustreError: 2181370:0:(lu_object.c:1059:lu_site_print()) ....osc@000000008baa6bdfid: 0x380000406:3495 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784293140 atime: 1784293141 ctime: 1784293140 blocks: 8
LustreError: 2181370:0:(lu_object.c:1059:lu_site_print()) } header@00000000974ac166
LustreError: 2181370:0:(lu_object.c:1059:lu_site_print()) header@00000000e47043c3[0x110, 1, [0x3c0000406:0xda7:0x0] hash]{
LustreError: 2181370:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000004082e6d[0]
LustreError: 2181370:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000a0c02943id: 0x3c0000406:3495 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784293141 atime: 1784293141 ctime: 1784293141 blocks: 8
LustreError: 2181370:0:(lu_object.c:1059:lu_site_print()) } header@00000000e47043c3
LustreError: 2181370:0:(lu_object.c:1059:lu_site_print()) header@000000008081bd73[0x110, 1, [0x240000408:0x1df7:0x0] hash]{
LustreError: 2181370:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000b6afcd89[0]
LustreError: 2181370:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000bcd882a4id: 0x240000408:7671 idx: 0 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784293141 atime: 1784293143 ctime: 1784293141 blocks: 8
LustreError: 2181370:0:(lu_object.c:1059:lu_site_print()) } header@000000008081bd73

LustreError: 143517:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 143517:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 143517 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? from_kuid_munged+0x13/0x30
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7c8addf3836b

Autotest: Test running for 90 minutes (lustre-master_full-part-3_4741.132)
Lustre: Mounted t32fs-client
Lustre: 143275:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 143282:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LNet: 1 local NIs in recovery (showing 1): 10.240.24.60@tcp
LustreError: 143517:0:(lu_object.c:1059:lu_site_print()) header@000000005bd5c1ee[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 143517:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000b7e53bb3[0]
LustreError: 143517:0:(lu_object.c:1059:lu_site_print()) ....osc@000000008ab7ea4fid: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784283709 ctime: 1721730972 blocks: 256
LustreError: 143517:0:(lu_object.c:1059:lu_site_print()) } header@000000005bd5c1ee

LustreError: 237227:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 237227:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 237227 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7897a2b3836b

Lustre: Mounted t32fs-client
Lustre: 236984:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 236991:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 237227:0:(lu_object.c:1059:lu_site_print()) header@000000008151fd2b[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 237227:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000f36bacbb[0]
LustreError: 237227:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000063193f59id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784271213 ctime: 1721730972 blocks: 256
LustreError: 237227:0:(lu_object.c:1059:lu_site_print()) } header@000000008151fd2b

LustreError: 242791:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 242791:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 242791 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? _raw_spin_unlock_irq+0xe/0x50
? __x64_sys_rt_sigprocmask+0xe0/0x160
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? do_syscall_64+0x150/0x5a0
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7e883d93836b

Autotest: Test running for 315 minutes (lustre-master_full-part-3_4741.78)
Lustre: Mounted t32fs-client
LNet: 1 local NIs in recovery (showing 1): 10.240.26.194@tcp
Lustre: 242555:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 242562:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 242791:0:(lu_object.c:1059:lu_site_print()) header@00000000bffe33bc[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 242791:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000a6e61552[0]
LustreError: 242791:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000310eec1aid: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784270584 ctime: 1721730972 blocks: 256
LustreError: 242791:0:(lu_object.c:1059:lu_site_print()) } header@00000000bffe33bc

LustreError: 143669:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 143669:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 143669 Comm: umount Kdump: loaded Tainted: G OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x79110ed3836b

Lustre: Mounted t32fs-client
Lustre: 143445:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144115238826934279: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 143452:0:(file.c:641:ll_dom_finish_open()) t32fs: cannot fill page 0 for [0x200000bd1:0xa:0x0] with data: rc = -126
llcrypt: AES-256-XTS using implementation "xts-aes-aesni"
llcrypt: AES-256-CTS-CBC using implementation "cts-cbc-aes-aesni"
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n mdc.t32fs-MDT0000*.max_rpcs_in_flight
LustreError: 143669:0:(lu_object.c:1059:lu_site_print()) header@00000000826e3da5[0x110, 1, [0x100010000:0x25:0x0] hash]{
LustreError: 143669:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000c125a644[0]
LustreError: 143669:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000076954764id: 0x0:37 idx: 1 gen: 0 kms_valid: 1 kms 131072 rc: 0 force_sync: 0 min_xid: 0 size: 131072 mtime: 1721730972 atime: 1784271948 ctime: 1721730972 blocks: 256
LustreError: 143669:0:(lu_object.c:1059:lu_site_print()) } header@00000000826e3da5

LustreError: 1364823:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1364823:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1364823 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? flock_lock_inode+0x23f/0x420
? srso_alias_return_thunk+0x5/0xfbef5
? locks_remove_flock+0x110/0x120
? srso_alias_return_thunk+0x5/0xfbef5
? refill_obj_stock+0x149/0x270
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? from_kuid_munged+0x13/0x30
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x73afad33836b

Lustre: 1364264:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1364295:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1364376:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1364376:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1364566:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.4@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.4@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1364823:0:(lu_object.c:1059:lu_site_print()) header@000000005df2c4cb[0x110, 1, [0x300000405:0x3a47:0x0] hash]{
LustreError: 1364823:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000006e8b04b7[0]
LustreError: 1364823:0:(lu_object.c:1059:lu_site_print()) ....osc@000000005d159dfaid: 0x300000405:14919 idx: 3 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784267529 atime: 1784267531 ctime: 1784267529 blocks: 8
LustreError: 1364823:0:(lu_object.c:1059:lu_site_print()) } header@000000005df2c4cb
LustreError: 1364823:0:(lu_object.c:1059:lu_site_print()) header@0000000059717d71[0x110, 1, [0x280000405:0x3b49:0x0] hash]{
LustreError: 1364823:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000018f7e017[0]
LustreError: 1364823:0:(lu_object.c:1059:lu_site_print()) ....osc@000000000fffabeeid: 0x280000405:15177 idx: 1 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784267529 atime: 1784267530 ctime: 1784267529 blocks: 8
LustreError: 1364823:0:(lu_object.c:1059:lu_site_print()) } header@0000000059717d71
LustreError: 1364823:0:(lu_object.c:1059:lu_site_print()) header@00000000a39688f9[0x110, 1, [0x2c0000405:0x3947:0x0] hash]{
LustreError: 1364823:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000d1f5b4db[0]
LustreError: 1364823:0:(lu_object.c:1059:lu_site_print()) ....osc@000000001670e94cid: 0x2c0000405:14663 idx: 2 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784267529 atime: 1784267530 ctime: 1784267529 blocks: 8
LustreError: 1364823:0:(lu_object.c:1059:lu_site_print()) } header@00000000a39688f9

LustreError: 1381302:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1381302:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1381302 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x982/0xb90 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7c191553836b

Lustre: 1380757:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1380771:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1380852:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1380852:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1381042:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.133@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.133@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1381302:0:(lu_object.c:1059:lu_site_print()) header@00000000e2adac6e[0x110, 1, [0x280000405:0x3629:0x0] hash]{
LustreError: 1381302:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000ac4670ea[0]
LustreError: 1381302:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000e9bb3c29id: 0x280000405:13865 idx: 1 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784267211 atime: 1784267212 ctime: 1784267211 blocks: 8
LustreError: 1381302:0:(lu_object.c:1059:lu_site_print()) } header@00000000e2adac6e
LustreError: 1381302:0:(lu_object.c:1059:lu_site_print()) header@0000000033786007[0x110, 1, [0x2c0000405:0x3be7:0x0] hash]{
LustreError: 1381302:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000ef143b1a[0]
LustreError: 1381302:0:(lu_object.c:1059:lu_site_print()) ....osc@000000003ef94d41id: 0x2c0000405:15335 idx: 2 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784267211 atime: 1784267212 ctime: 1784267211 blocks: 8
LustreError: 1381302:0:(lu_object.c:1059:lu_site_print()) } header@0000000033786007
LustreError: 1381302:0:(lu_object.c:1059:lu_site_print()) header@00000000e2dfb7d9[0x110, 1, [0x300000405:0x3bc7:0x0] hash]{
LustreError: 1381302:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000585b95e0[0]
LustreError: 1381302:0:(lu_object.c:1059:lu_site_print()) ....osc@000000009d2ed7f2id: 0x300000405:15303 idx: 3 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784267211 atime: 1784267213 ctime: 1784267211 blocks: 8
LustreError: 1381302:0:(lu_object.c:1059:lu_site_print()) } header@00000000e2dfb7d9

LustreError: 1379987:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1379987:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1379987 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? __do_sys_flock+0x14d/0x220
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x71c61373836b

Lustre: 1379445:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1379459:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1379538:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1379538:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1379728:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.50@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.50@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1379987:0:(lu_object.c:1059:lu_site_print()) header@00000000a283e1c8[0x110, 1, [0x380000405:0x4207:0x0] hash]{
LustreError: 1379987:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000077b31fe9[0]
LustreError: 1379987:0:(lu_object.c:1059:lu_site_print()) ....osc@000000009b88f36eid: 0x380000405:16903 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784266393 atime: 1784266393 ctime: 1784266393 blocks: 8
LustreError: 1379987:0:(lu_object.c:1059:lu_site_print()) } header@00000000a283e1c8
LustreError: 1379987:0:(lu_object.c:1059:lu_site_print()) header@00000000af238de0[0x110, 1, [0x3c0000405:0x3047:0x0] hash]{
LustreError: 1379987:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000021c92f10[0]
LustreError: 1379987:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000095ada53cid: 0x3c0000405:12359 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784266393 atime: 1784266393 ctime: 1784266393 blocks: 8
LustreError: 1379987:0:(lu_object.c:1059:lu_site_print()) } header@00000000af238de0
LustreError: 1379987:0:(lu_object.c:1059:lu_site_print()) header@00000000ecf65341[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1379987:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000095bae2d7[0]
LustreError: 1379987:0:(lu_object.c:1059:lu_site_print()) ....osc@000000006d8ce0f5id: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784266393 atime: 1784266395 ctime: 1784266393 blocks: 8
LustreError: 1379987:0:(lu_object.c:1059:lu_site_print()) } header@00000000ecf65341

LustreError: 1387003:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1387003:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1387003 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xf6/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0x100
? srso_alias_return_thunk+0x5/0xfbef5
? irqentry_exit+0x97/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x78ed63d3836b

Lustre: 1386444:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1386474:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1386555:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1386555:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1386745:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.227@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.227@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1387003:0:(lu_object.c:1059:lu_site_print()) header@0000000003facf1b[0x110, 1, [0x2c0000405:0x3e07:0x0] hash]{
LustreError: 1387003:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000c97bea67[0]
LustreError: 1387003:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000d37ba3b5id: 0x2c0000405:15879 idx: 2 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784249140 atime: 1784249141 ctime: 1784249140 blocks: 8
LustreError: 1387003:0:(lu_object.c:1059:lu_site_print()) } header@0000000003facf1b
LustreError: 1387003:0:(lu_object.c:1059:lu_site_print()) header@00000000faab1c39[0x110, 1, [0x340000405:0x3867:0x0] hash]{
LustreError: 1387003:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000634a59b2[0]
LustreError: 1387003:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000ecf862efid: 0x340000405:14439 idx: 4 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784249140 atime: 1784249142 ctime: 1784249140 blocks: 8
LustreError: 1387003:0:(lu_object.c:1059:lu_site_print()) } header@00000000faab1c39
LustreError: 1387003:0:(lu_object.c:1059:lu_site_print()) header@00000000f26b9bb5[0x110, 1, [0x300000405:0x37e7:0x0] hash]{
LustreError: 1387003:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000096ef487d[0]
LustreError: 1387003:0:(lu_object.c:1059:lu_site_print()) ....osc@000000005a67c10fid: 0x300000405:14311 idx: 3 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784249140 atime: 1784249141 ctime: 1784249140 blocks: 8
LustreError: 1387003:0:(lu_object.c:1059:lu_site_print()) } header@00000000f26b9bb5

LustreError: 1386549:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1386549:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1386549 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7a02e6d3836b

Lustre: 1386009:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1386022:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1386102:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1386102:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1386292:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.56@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.56@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1386549:0:(lu_object.c:1059:lu_site_print()) header@0000000098455358[0x110, 1, [0x340000405:0x3427:0x0] hash]{
LustreError: 1386549:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000b58b7e74[0]
LustreError: 1386549:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000e50b9814id: 0x340000405:13351 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784235467 atime: 1784235467 ctime: 1784235467 blocks: 8
LustreError: 1386549:0:(lu_object.c:1059:lu_site_print()) } header@0000000098455358
LustreError: 1386549:0:(lu_object.c:1059:lu_site_print()) header@00000000648cc9c8[0x110, 1, [0x380000405:0x3567:0x0] hash]{
LustreError: 1386549:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000002f365451[0]
LustreError: 1386549:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000916fc407id: 0x380000405:13671 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784235467 atime: 1784235468 ctime: 1784235467 blocks: 8
LustreError: 1386549:0:(lu_object.c:1059:lu_site_print()) } header@00000000648cc9c8
LustreError: 1386549:0:(lu_object.c:1059:lu_site_print()) header@000000003d2edc16[0x110, 1, [0x300000405:0x2d07:0x0] hash]{
LustreError: 1386549:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000e65e0d45[0]
LustreError: 1386549:0:(lu_object.c:1059:lu_site_print()) ....osc@000000004a30d175id: 0x300000405:11527 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784235467 atime: 1784235467 ctime: 1784235467 blocks: 8
LustreError: 1386549:0:(lu_object.c:1059:lu_site_print()) } header@000000003d2edc16

LustreError: 1389004:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1389004:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1389004 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_alloc_noprof+0x12b/0x4b0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? flock_lock_inode+0x23f/0x420
? srso_alias_return_thunk+0x5/0xfbef5
? locks_remove_flock+0x110/0x120
? srso_alias_return_thunk+0x5/0xfbef5
? refill_obj_stock+0x149/0x270
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? from_kgid_munged+0x17/0x30
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7781bc73836b

Lustre: 1388440:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1388469:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1388548:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1388548:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1388738:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.181@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.181@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1389004:0:(lu_object.c:1059:lu_site_print()) header@0000000098849f4a[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1389004:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000120c1106[0]
LustreError: 1389004:0:(lu_object.c:1059:lu_site_print()) ....osc@000000005f1aecf9id: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784232385 atime: 1784232387 ctime: 1784232385 blocks: 8
LustreError: 1389004:0:(lu_object.c:1059:lu_site_print()) } header@0000000098849f4a
LustreError: 1389004:0:(lu_object.c:1059:lu_site_print()) header@00000000530f09b6[0x110, 1, [0x380000405:0x30e7:0x0] hash]{
LustreError: 1389004:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000005c230a28[0]
LustreError: 1389004:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000e4f2c963id: 0x380000405:12519 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784232385 atime: 1784232386 ctime: 1784232385 blocks: 8
LustreError: 1389004:0:(lu_object.c:1059:lu_site_print()) } header@00000000530f09b6
LustreError: 1389004:0:(lu_object.c:1059:lu_site_print()) header@00000000acdca409[0x110, 1, [0x3c0000405:0x3e87:0x0] hash]{
LustreError: 1389004:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000eb88cec8[0]
LustreError: 1389004:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000e2becb7did: 0x3c0000405:16007 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784232385 atime: 1784232386 ctime: 1784232385 blocks: 8
LustreError: 1389004:0:(lu_object.c:1059:lu_site_print()) } header@00000000acdca409

LustreError: 1383258:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1383258:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1383258 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_openat+0x5f/0xa0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7a64b5f3836b

Lustre: 1382706:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1382719:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1382799:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1382799:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1382989:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.100@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.100@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1383258:0:(lu_object.c:1059:lu_site_print()) header@000000007ccd680b[0x110, 1, [0x2c0000405:0x4127:0x0] hash]{
LustreError: 1383258:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000416cc662[0]
LustreError: 1383258:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000cd6f07a6id: 0x2c0000405:16679 idx: 2 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784223539 atime: 1784223541 ctime: 1784223539 blocks: 8
LustreError: 1383258:0:(lu_object.c:1059:lu_site_print()) } header@000000007ccd680b
LustreError: 1383258:0:(lu_object.c:1059:lu_site_print()) header@0000000094c3d70d[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1383258:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000bae3940e[0]
LustreError: 1383258:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000dd51f59aid: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784223539 atime: 1784223540 ctime: 1784223539 blocks: 8
LustreError: 1383258:0:(lu_object.c:1059:lu_site_print()) } header@0000000094c3d70d
LustreError: 1383258:0:(lu_object.c:1059:lu_site_print()) header@000000000ac20bf7[0x110, 1, [0x280000405:0x2f69:0x0] hash]{
LustreError: 1383258:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000058bc940b[0]
LustreError: 1383258:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000d4bf020did: 0x280000405:12137 idx: 1 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784223539 atime: 1784223540 ctime: 1784223539 blocks: 8
LustreError: 1383258:0:(lu_object.c:1059:lu_site_print()) } header@000000000ac20bf7

LustreError: 1387161:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1387161:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1387161 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? from_kgid_munged+0x17/0x30
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x763f6a93836b

Lustre: 1386617:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1386630:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1386709:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1386709:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Autotest: Test running for 345 minutes (lustre-reviews_review-ldiskfs-ubuntu_127659.101)
Lustre: 1386905:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.167@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.167@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1387161:0:(lu_object.c:1059:lu_site_print()) header@0000000017309800[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1387161:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000fc704e68[0]
LustreError: 1387161:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000cc1001a2id: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784207073 atime: 1784207074 ctime: 1784207073 blocks: 8
LustreError: 1387161:0:(lu_object.c:1059:lu_site_print()) } header@0000000017309800
LustreError: 1387161:0:(lu_object.c:1059:lu_site_print()) header@000000006782b87c[0x110, 1, [0x2c0000405:0x3cc7:0x0] hash]{
LustreError: 1387161:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000006b26fea6[0]
LustreError: 1387161:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000053b8126did: 0x2c0000405:15559 idx: 2 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784207073 atime: 1784207075 ctime: 1784207073 blocks: 8
LustreError: 1387161:0:(lu_object.c:1059:lu_site_print()) } header@000000006782b87c
LustreError: 1387161:0:(lu_object.c:1059:lu_site_print()) header@000000006a9b3ff6[0x110, 1, [0x280000405:0x40a9:0x0] hash]{
LustreError: 1387161:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000007097c646[0]
LustreError: 1387161:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000f52cf6c1id: 0x280000405:16553 idx: 1 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784207073 atime: 1784207074 ctime: 1784207073 blocks: 8
LustreError: 1387161:0:(lu_object.c:1059:lu_site_print()) } header@000000006a9b3ff6

LustreError: 1390123:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1390123:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1390123 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x982/0xb90 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x74e27fb3836b

Lustre: 1389572:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1389585:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1389664:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1389664:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1389854:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.108@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.108@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Autotest: Test running for 360 minutes (lustre-reviews_review-ldiskfs-ubuntu_127657.101)
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1390123:0:(lu_object.c:1059:lu_site_print()) header@00000000e5a2ca82[0x110, 1, [0x300000405:0x3087:0x0] hash]{
LustreError: 1390123:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000012467ff6[0]
LustreError: 1390123:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000860ff81aid: 0x300000405:12423 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784206673 atime: 1784206673 ctime: 1784206673 blocks: 8
LustreError: 1390123:0:(lu_object.c:1059:lu_site_print()) } header@00000000e5a2ca82
LustreError: 1390123:0:(lu_object.c:1059:lu_site_print()) header@0000000058771fed[0x110, 1, [0x340000405:0x40a7:0x0] hash]{
LustreError: 1390123:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000002cf4af9f[0]
LustreError: 1390123:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000013cb6c57id: 0x340000405:16551 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784206673 atime: 1784206673 ctime: 1784206673 blocks: 8
LustreError: 1390123:0:(lu_object.c:1059:lu_site_print()) } header@0000000058771fed
LustreError: 1390123:0:(lu_object.c:1059:lu_site_print()) header@0000000051df7e41[0x110, 1, [0x380000405:0x3087:0x0] hash]{
LustreError: 1390123:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000dd8d7069[0]
LustreError: 1390123:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000038e2b13aid: 0x380000405:12423 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784206673 atime: 1784206674 ctime: 1784206673 blocks: 8
LustreError: 1390123:0:(lu_object.c:1059:lu_site_print()) } header@0000000051df7e41

LustreError: 1390307:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1390307:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1390307 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? apparmor_file_lock+0x51/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? __do_sys_flock+0x14d/0x220
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7d56dad3836b

Lustre: 1389739:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1389768:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1389850:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1389850:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1390040:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.25.102@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.25.102@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1390307:0:(lu_object.c:1059:lu_site_print()) header@000000002b1dce7b[0x110, 1, [0x300000405:0x3b07:0x0] hash]{
LustreError: 1390307:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000008b0d3a3f[0]
LustreError: 1390307:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000747faeeaid: 0x300000405:15111 idx: 3 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784193124 atime: 1784193124 ctime: 1784193124 blocks: 8
LustreError: 1390307:0:(lu_object.c:1059:lu_site_print()) } header@000000002b1dce7b
LustreError: 1390307:0:(lu_object.c:1059:lu_site_print()) header@000000006632caed[0x110, 1, [0x340000405:0x2ea7:0x0] hash]{
LustreError: 1390307:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000082456335[0]
LustreError: 1390307:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000563d11dcid: 0x340000405:11943 idx: 4 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784193124 atime: 1784193124 ctime: 1784193124 blocks: 8
LustreError: 1390307:0:(lu_object.c:1059:lu_site_print()) } header@000000006632caed
LustreError: 1390307:0:(lu_object.c:1059:lu_site_print()) header@00000000cc6ed028[0x110, 1, [0x380000405:0x3e87:0x0] hash]{
LustreError: 1390307:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000001a5d4f3e[0]
LustreError: 1390307:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000f46905e5id: 0x380000405:16007 idx: 5 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784193124 atime: 1784193125 ctime: 1784193124 blocks: 8
LustreError: 1390307:0:(lu_object.c:1059:lu_site_print()) } header@00000000cc6ed028

LustreError: 1387243:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1387243:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1387243 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_openat+0x5f/0xa0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7bb27a93836b

Lustre: 1386686:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1386698:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1386777:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1386777:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1386967:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.104@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.104@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1387243:0:(lu_object.c:1059:lu_site_print()) header@00000000a391d46a[0x110, 1, [0x300000405:0x3dc7:0x0] hash]{
LustreError: 1387243:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000000a0b8173[0]
LustreError: 1387243:0:(lu_object.c:1059:lu_site_print()) ....osc@000000009b902fb4id: 0x300000405:15815 idx: 3 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784170824 atime: 1784170826 ctime: 1784170824 blocks: 8
LustreError: 1387243:0:(lu_object.c:1059:lu_site_print()) } header@00000000a391d46a
LustreError: 1387243:0:(lu_object.c:1059:lu_site_print()) header@00000000c26e21b5[0x110, 1, [0x280000405:0x3da9:0x0] hash]{
LustreError: 1387243:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000005c76ffd8[0]
LustreError: 1387243:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000f0c92b05id: 0x280000405:15785 idx: 1 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784170824 atime: 1784170825 ctime: 1784170824 blocks: 8
LustreError: 1387243:0:(lu_object.c:1059:lu_site_print()) } header@00000000c26e21b5
LustreError: 1387243:0:(lu_object.c:1059:lu_site_print()) header@00000000e8868025[0x110, 1, [0x2c0000405:0x2ee7:0x0] hash]{
LustreError: 1387243:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000ece4ae35[0]
LustreError: 1387243:0:(lu_object.c:1059:lu_site_print()) ....osc@000000003679ed6aid: 0x2c0000405:12007 idx: 2 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784170824 atime: 1784170825 ctime: 1784170824 blocks: 8
LustreError: 1387243:0:(lu_object.c:1059:lu_site_print()) } header@00000000e8868025

LustreError: 1383611:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1383611:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1383611 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x74f7cd13836b

Lustre: 1383061:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1383074:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1383156:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1383156:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1383346:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Autotest: Test running for 340 minutes (lustre-reviews_review-ldiskfs-ubuntu_127637.101)
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.29.81@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.29.81@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) header@000000005ef94bbe[0x110, 1, [0x340000405:0x3927:0x0] hash]{
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000bff51f28[0]
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) ....osc@000000008a4c0c8aid: 0x340000405:14631 idx: 4 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784168591 atime: 1784168591 ctime: 1784168591 blocks: 8
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) } header@000000005ef94bbe
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) header@000000008cb84ead[0x110, 1, [0x380000405:0x38a7:0x0] hash]{
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000007022f2da[0]
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000ef32da6cid: 0x380000405:14503 idx: 5 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784168591 atime: 1784168591 ctime: 1784168591 blocks: 8
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) } header@000000008cb84ead
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) header@00000000ecf02ec9[0x110, 1, [0x3c0000405:0x3927:0x0] hash]{
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000c254d87c[0]
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000d4a24761id: 0x3c0000405:14631 idx: 6 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784168591 atime: 1784168592 ctime: 1784168591 blocks: 8
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) } header@00000000ecf02ec9

LustreError: 1381539:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1381539:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1381539 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7ce2d253836b

Lustre: 1380986:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1381016:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1381095:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1381095:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1381285:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.130@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.130@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1381539:0:(lu_object.c:1059:lu_site_print()) header@00000000913f8d37[0x110, 1, [0x2c0000405:0x3a87:0x0] hash]{
LustreError: 1381539:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000098b7fb27[0]
LustreError: 1381539:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000fb425e46id: 0x2c0000405:14983 idx: 2 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784149296 atime: 1784149297 ctime: 1784149296 blocks: 8
LustreError: 1381539:0:(lu_object.c:1059:lu_site_print()) } header@00000000913f8d37
LustreError: 1381539:0:(lu_object.c:1059:lu_site_print()) header@000000008f3c1867[0x110, 1, [0x300000405:0x39c7:0x0] hash]{
LustreError: 1381539:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000009f655a13[0]
LustreError: 1381539:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000047b40415id: 0x300000405:14791 idx: 3 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784149296 atime: 1784149297 ctime: 1784149296 blocks: 8
LustreError: 1381539:0:(lu_object.c:1059:lu_site_print()) } header@000000008f3c1867
LustreError: 1381539:0:(lu_object.c:1059:lu_site_print()) header@00000000b768dc73[0x110, 1, [0x340000405:0x3a07:0x0] hash]{
LustreError: 1381539:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000055ebe8f9[0]
LustreError: 1381539:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000031f046daid: 0x340000405:14855 idx: 4 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784149296 atime: 1784149298 ctime: 1784149296 blocks: 8
LustreError: 1381539:0:(lu_object.c:1059:lu_site_print()) } header@00000000b768dc73

LustreError: 1393325:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1393325:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1393325 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x982/0xb90 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? refill_obj_stock+0x149/0x270
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7eb11bb3836b

Lustre: 1392779:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1392792:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1392873:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1392873:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1393063:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.15@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.22.15@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1393325:0:(lu_object.c:1059:lu_site_print()) header@00000000c3c1a7b2[0x110, 1, [0x280000405:0x2ee9:0x0] hash]{
LustreError: 1393325:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000065509631[0]
LustreError: 1393325:0:(lu_object.c:1059:lu_site_print()) ....osc@000000009761fcf5id: 0x280000405:12009 idx: 1 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784149209 atime: 1784149210 ctime: 1784149209 blocks: 8
LustreError: 1393325:0:(lu_object.c:1059:lu_site_print()) } header@00000000c3c1a7b2
LustreError: 1393325:0:(lu_object.c:1059:lu_site_print()) header@000000008a2bf759[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1393325:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000a639443c[0]
LustreError: 1393325:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000b435a5ebid: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784149209 atime: 1784149209 ctime: 1784149209 blocks: 8
LustreError: 1393325:0:(lu_object.c:1059:lu_site_print()) } header@000000008a2bf759
LustreError: 1393325:0:(lu_object.c:1059:lu_site_print()) header@0000000036348606[0x110, 1, [0x3c0000405:0x3ce7:0x0] hash]{
LustreError: 1393325:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000f0b1487e[0]
LustreError: 1393325:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000f9705dadid: 0x3c0000405:15591 idx: 6 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784149208 atime: 1784149209 ctime: 1784149208 blocks: 8
LustreError: 1393325:0:(lu_object.c:1059:lu_site_print()) } header@0000000036348606

LustreError: 1388700:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1388700:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1388700 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? locks_lock_inode_wait+0xf9/0x1f0
? srso_alias_return_thunk+0x5/0xfbef5
? apparmor_file_lock+0x51/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock+0xe/0x40
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? flock_lock_inode+0x23f/0x420
? srso_alias_return_thunk+0x5/0xfbef5
? locks_remove_flock+0x110/0x120
? srso_alias_return_thunk+0x5/0xfbef5
? refill_obj_stock+0x149/0x270
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x71ef5613836b

Lustre: 1388161:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1388173:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1388253:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1388253:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1388443:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.212@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.212@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1388700:0:(lu_object.c:1059:lu_site_print()) header@000000002b2576fa[0x110, 1, [0x340000405:0x3027:0x0] hash]{
LustreError: 1388700:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000a571166a[0]
LustreError: 1388700:0:(lu_object.c:1059:lu_site_print()) ....osc@000000003936ce48id: 0x340000405:12327 idx: 4 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784137037 atime: 1784137037 ctime: 1784137037 blocks: 8
LustreError: 1388700:0:(lu_object.c:1059:lu_site_print()) } header@000000002b2576fa
LustreError: 1388700:0:(lu_object.c:1059:lu_site_print()) header@00000000c3aec65e[0x110, 1, [0x380000405:0x3fe7:0x0] hash]{
LustreError: 1388700:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000007dc7393c[0]
LustreError: 1388700:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000a65a5ed0id: 0x380000405:16359 idx: 5 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784137037 atime: 1784137037 ctime: 1784137037 blocks: 8
LustreError: 1388700:0:(lu_object.c:1059:lu_site_print()) } header@00000000c3aec65e
LustreError: 1388700:0:(lu_object.c:1059:lu_site_print()) header@00000000f44373de[0x110, 1, [0x3c0000405:0x3007:0x0] hash]{
LustreError: 1388700:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000077bc89ea[0]
LustreError: 1388700:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000f8cb02f9id: 0x3c0000405:12295 idx: 6 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784137037 atime: 1784137038 ctime: 1784137037 blocks: 8
LustreError: 1388700:0:(lu_object.c:1059:lu_site_print()) } header@00000000f44373de

LustreError: 1376380:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1376380:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1376380 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? __do_sys_newfstatat+0x57/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7deedab3836b

Lustre: 1375829:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1375841:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1375920:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1375920:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1376110:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.173@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.173@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1376380:0:(lu_object.c:1059:lu_site_print()) header@00000000ab21d925[0x110, 1, [0x280000405:0x3de9:0x0] hash]{
LustreError: 1376380:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000003bdf1de[0]
LustreError: 1376380:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000badf2153id: 0x280000405:15849 idx: 1 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784133875 atime: 1784133875 ctime: 1784133875 blocks: 8
LustreError: 1376380:0:(lu_object.c:1059:lu_site_print()) } header@00000000ab21d925
LustreError: 1376380:0:(lu_object.c:1059:lu_site_print()) header@00000000c15d61f2[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1376380:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000e128a778[0]
LustreError: 1376380:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000ee76c7d1id: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784133875 atime: 1784133875 ctime: 1784133875 blocks: 8
LustreError: 1376380:0:(lu_object.c:1059:lu_site_print()) } header@00000000c15d61f2
LustreError: 1376380:0:(lu_object.c:1059:lu_site_print()) header@00000000267daf8a[0x110, 1, [0x2c0000405:0x2e27:0x0] hash]{
LustreError: 1376380:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000e968475c[0]
LustreError: 1376380:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000020e8d959id: 0x2c0000405:11815 idx: 2 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784133875 atime: 1784133876 ctime: 1784133875 blocks: 8
LustreError: 1376380:0:(lu_object.c:1059:lu_site_print()) } header@00000000267daf8a

LustreError: 1381119:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1381119:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1381119 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7c7368f3836b

Lustre: 1380577:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1380590:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1380669:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1380669:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1380859:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.159@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.159@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1381119:0:(lu_object.c:1059:lu_site_print()) header@000000009d641113[0x110, 1, [0x380000405:0x3e07:0x0] hash]{
LustreError: 1381119:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000345fc13a[0]
LustreError: 1381119:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000a8ae9999id: 0x380000405:15879 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784123671 atime: 1784123672 ctime: 1784123671 blocks: 8
LustreError: 1381119:0:(lu_object.c:1059:lu_site_print()) } header@000000009d641113
LustreError: 1381119:0:(lu_object.c:1059:lu_site_print()) header@000000000db0b48b[0x110, 1, [0x3c0000405:0x3047:0x0] hash]{
LustreError: 1381119:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000fd30cb4d[0]
LustreError: 1381119:0:(lu_object.c:1059:lu_site_print()) ....osc@000000002a4f1be9id: 0x3c0000405:12359 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784123671 atime: 1784123672 ctime: 1784123671 blocks: 8
LustreError: 1381119:0:(lu_object.c:1059:lu_site_print()) } header@000000000db0b48b
LustreError: 1381119:0:(lu_object.c:1059:lu_site_print()) header@00000000067f84dc[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1381119:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000fcc4c698[0]
LustreError: 1381119:0:(lu_object.c:1059:lu_site_print()) ....osc@000000005d4eae83id: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784123671 atime: 1784123673 ctime: 1784123671 blocks: 8
LustreError: 1381119:0:(lu_object.c:1059:lu_site_print()) } header@00000000067f84dc

LustreError: 1385011:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1385011:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1385011 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_openat+0x5f/0xa0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x73d5b713836b

Lustre: 1384457:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1384486:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1384567:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1384567:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1384757:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.104@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.104@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1385011:0:(lu_object.c:1059:lu_site_print()) header@00000000d7205fc5[0x110, 1, [0x300000405:0x3ce7:0x0] hash]{
LustreError: 1385011:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000496a6aa4[0]
LustreError: 1385011:0:(lu_object.c:1059:lu_site_print()) ....osc@000000002c8296a1id: 0x300000405:15591 idx: 3 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784091666 atime: 1784091666 ctime: 1784091666 blocks: 8
LustreError: 1385011:0:(lu_object.c:1059:lu_site_print()) } header@00000000d7205fc5
LustreError: 1385011:0:(lu_object.c:1059:lu_site_print()) header@000000006d6a7c9e[0x110, 1, [0x340000405:0x3c27:0x0] hash]{
LustreError: 1385011:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000ebc51d59[0]
LustreError: 1385011:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000c3b41040id: 0x340000405:15399 idx: 4 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784091666 atime: 1784091667 ctime: 1784091666 blocks: 8
LustreError: 1385011:0:(lu_object.c:1059:lu_site_print()) } header@000000006d6a7c9e
LustreError: 1385011:0:(lu_object.c:1059:lu_site_print()) header@0000000061243d4b[0x110, 1, [0x2c0000405:0x3e07:0x0] hash]{
LustreError: 1385011:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000004096b0a9[0]
LustreError: 1385011:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000cc87c88bid: 0x2c0000405:15879 idx: 2 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784091666 atime: 1784091666 ctime: 1784091666 blocks: 8
LustreError: 1385011:0:(lu_object.c:1059:lu_site_print()) } header@0000000061243d4b

LustreError: 1387803:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1387803:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1387803 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_openat+0x5f/0xa0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x70571cf3836b

Lustre: 1387236:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1387265:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1387346:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1387346:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1387536:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.199@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.199@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1387803:0:(lu_object.c:1059:lu_site_print()) header@00000000919757f1[0x110, 1, [0x280000405:0x3d09:0x0] hash]{
LustreError: 1387803:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000001af21385[0]
LustreError: 1387803:0:(lu_object.c:1059:lu_site_print()) ....osc@000000007a79c166id: 0x280000405:15625 idx: 1 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784084164 atime: 1784084165 ctime: 1784084164 blocks: 8
LustreError: 1387803:0:(lu_object.c:1059:lu_site_print()) } header@00000000919757f1
LustreError: 1387803:0:(lu_object.c:1059:lu_site_print()) header@0000000073a77b4f[0x110, 1, [0x2c0000405:0x3ec7:0x0] hash]{
LustreError: 1387803:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000b83b9eb6[0]
LustreError: 1387803:0:(lu_object.c:1059:lu_site_print()) ....osc@000000006e555dc5id: 0x2c0000405:16071 idx: 2 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784084164 atime: 1784084166 ctime: 1784084164 blocks: 8
LustreError: 1387803:0:(lu_object.c:1059:lu_site_print()) } header@0000000073a77b4f
LustreError: 1387803:0:(lu_object.c:1059:lu_site_print()) header@000000000248873a[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1387803:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000004fb511df[0]
LustreError: 1387803:0:(lu_object.c:1059:lu_site_print()) ....osc@000000002f36b33cid: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784084164 atime: 1784084165 ctime: 1784084164 blocks: 8
LustreError: 1387803:0:(lu_object.c:1059:lu_site_print()) } header@000000000248873a

LustreError: 1388563:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1388563:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1388563 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x982/0xb90 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x777ea2f3836b

Lustre: 1387993:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1388022:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1388101:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1388101:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1388291:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.16@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.16@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1388563:0:(lu_object.c:1059:lu_site_print()) header@00000000642805e6[0x110, 1, [0x280000405:0x3e29:0x0] hash]{
LustreError: 1388563:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000787de327[0]
LustreError: 1388563:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000b8b13f6aid: 0x280000405:15913 idx: 1 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784083934 atime: 1784083935 ctime: 1784083934 blocks: 8
LustreError: 1388563:0:(lu_object.c:1059:lu_site_print()) } header@00000000642805e6
LustreError: 1388563:0:(lu_object.c:1059:lu_site_print()) header@00000000ffd936c8[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1388563:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000109f3d96[0]
LustreError: 1388563:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000edd59b03id: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784083934 atime: 1784083934 ctime: 1784083934 blocks: 8
LustreError: 1388563:0:(lu_object.c:1059:lu_site_print()) } header@00000000ffd936c8
LustreError: 1388563:0:(lu_object.c:1059:lu_site_print()) header@0000000094963853[0x110, 1, [0x3c0000405:0x4127:0x0] hash]{
LustreError: 1388563:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000b971060b[0]
LustreError: 1388563:0:(lu_object.c:1059:lu_site_print()) ....osc@000000000aa660f8id: 0x3c0000405:16679 idx: 6 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784083934 atime: 1784083934 ctime: 1784083934 blocks: 8
LustreError: 1388563:0:(lu_object.c:1059:lu_site_print()) } header@0000000094963853

LustreError: 1384884:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1384884:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1384884 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x982/0xb90 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_openat+0x5f/0xa0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_faccessat+0x208/0x2f0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0x100
? srso_alias_return_thunk+0x5/0xfbef5
? irqentry_exit+0x97/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7b57c453836b

Lustre: 1384323:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1384353:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1384433:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1384433:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1384623:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.162@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.162@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1384884:0:(lu_object.c:1059:lu_site_print()) header@00000000b3253b5f[0x110, 1, [0x340000405:0x3e87:0x0] hash]{
LustreError: 1384884:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000003579e9f6[0]
LustreError: 1384884:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000080dedc71id: 0x340000405:16007 idx: 4 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784076345 atime: 1784076346 ctime: 1784076345 blocks: 8
LustreError: 1384884:0:(lu_object.c:1059:lu_site_print()) } header@00000000b3253b5f
LustreError: 1384884:0:(lu_object.c:1059:lu_site_print()) header@00000000d0b63716[0x110, 1, [0x300000405:0x3c47:0x0] hash]{
LustreError: 1384884:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000ad2ed9a4[0]
LustreError: 1384884:0:(lu_object.c:1059:lu_site_print()) ....osc@000000009f9441a9id: 0x300000405:15431 idx: 3 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784076345 atime: 1784076345 ctime: 1784076345 blocks: 8
LustreError: 1384884:0:(lu_object.c:1059:lu_site_print()) } header@00000000d0b63716
LustreError: 1384884:0:(lu_object.c:1059:lu_site_print()) header@0000000073276835[0x110, 1, [0x2c0000405:0x2f47:0x0] hash]{
LustreError: 1384884:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000004f70e17c[0]
LustreError: 1384884:0:(lu_object.c:1059:lu_site_print()) ....osc@000000005ef7b116id: 0x2c0000405:12103 idx: 2 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784076345 atime: 1784076345 ctime: 1784076345 blocks: 8
LustreError: 1384884:0:(lu_object.c:1059:lu_site_print()) } header@0000000073276835

LustreError: 1381304:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1381304:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1381304 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __do_sys_newfstatat+0x57/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7deba593836b

Lustre: 1380761:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1380773:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1380854:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1380854:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1381044:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.27.252@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.27.252@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1381304:0:(lu_object.c:1059:lu_site_print()) header@00000000ff2ecba5[0x110, 1, [0x340000405:0x3967:0x0] hash]{
LustreError: 1381304:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000b2d475ea[0]
LustreError: 1381304:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000ad87f681id: 0x340000405:14695 idx: 4 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784068250 atime: 1784068250 ctime: 1784068250 blocks: 8
LustreError: 1381304:0:(lu_object.c:1059:lu_site_print()) } header@00000000ff2ecba5
LustreError: 1381304:0:(lu_object.c:1059:lu_site_print()) header@00000000bba66898[0x110, 1, [0x3c0000405:0x3ce7:0x0] hash]{
LustreError: 1381304:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000fba979a8[0]
LustreError: 1381304:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000707d2e4cid: 0x3c0000405:15591 idx: 6 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784068250 atime: 1784068251 ctime: 1784068250 blocks: 8
LustreError: 1381304:0:(lu_object.c:1059:lu_site_print()) } header@00000000bba66898
LustreError: 1381304:0:(lu_object.c:1059:lu_site_print()) header@00000000f2d6ba96[0x110, 1, [0x380000405:0x3b47:0x0] hash]{
LustreError: 1381304:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000694953bd[0]
LustreError: 1381304:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000b2a24c75id: 0x380000405:15175 idx: 5 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784068250 atime: 1784068250 ctime: 1784068250 blocks: 8
LustreError: 1381304:0:(lu_object.c:1059:lu_site_print()) } header@00000000f2d6ba96

LustreError: 1380363:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1380363:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1380363 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? locks_remove_flock+0x110/0x120
? srso_alias_return_thunk+0x5/0xfbef5
? refill_obj_stock+0x149/0x270
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x79666213836b

Lustre: 1379796:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116178686574598: forcing policy filenames_encryption_mode to null
Lustre: 1379825:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116178686574598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1379906:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116178686574598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1379906:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1380096:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116178686574598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.196@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.196@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1380363:0:(lu_object.c:1059:lu_site_print()) header@00000000a593f4a3[0x110, 1, [0x380000405:0x3827:0x0] hash]{
LustreError: 1380363:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000acad6501[0]
LustreError: 1380363:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000bd07124fid: 0x380000405:14375 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784065433 atime: 1784065433 ctime: 1784065433 blocks: 8
LustreError: 1380363:0:(lu_object.c:1059:lu_site_print()) } header@00000000a593f4a3
LustreError: 1380363:0:(lu_object.c:1059:lu_site_print()) header@000000009a3ea21a[0x110, 1, [0x240000406:0x197:0x0] hash]{
LustreError: 1380363:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000027fe9bc[0]
LustreError: 1380363:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000c35e335fid: 0x240000406:407 idx: 0 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784065433 atime: 1784065434 ctime: 1784065433 blocks: 8
LustreError: 1380363:0:(lu_object.c:1059:lu_site_print()) } header@000000009a3ea21a
LustreError: 1380363:0:(lu_object.c:1059:lu_site_print()) header@000000004515b46a[0x110, 1, [0x3c0000405:0x3c47:0x0] hash]{
LustreError: 1380363:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000000a3b5077[0]
LustreError: 1380363:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000d3ccd2adid: 0x3c0000405:15431 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784065433 atime: 1784065433 ctime: 1784065433 blocks: 8
LustreError: 1380363:0:(lu_object.c:1059:lu_site_print()) } header@000000004515b46a

LustreError: 1382855:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1382855:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1382855 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x73c839f3836b

Lustre: 1382296:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1382325:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1382404:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1382404:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1382594:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.79@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.79@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1382855:0:(lu_object.c:1059:lu_site_print()) header@000000000b6e42e4[0x110, 1, [0x280000405:0x2fe9:0x0] hash]{
LustreError: 1382855:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000072085bf9[0]
LustreError: 1382855:0:(lu_object.c:1059:lu_site_print()) ....osc@000000006a7961bcid: 0x280000405:12265 idx: 1 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784060821 atime: 1784060822 ctime: 1784060821 blocks: 8
LustreError: 1382855:0:(lu_object.c:1059:lu_site_print()) } header@000000000b6e42e4
LustreError: 1382855:0:(lu_object.c:1059:lu_site_print()) header@000000009b4be796[0x110, 1, [0x240000406:0x28c7:0x0] hash]{
LustreError: 1382855:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000004a4b7bcb[0]
LustreError: 1382855:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000e4c1e7dfid: 0x240000406:10439 idx: 0 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784060821 atime: 1784060821 ctime: 1784060821 blocks: 8
LustreError: 1382855:0:(lu_object.c:1059:lu_site_print()) } header@000000009b4be796
LustreError: 1382855:0:(lu_object.c:1059:lu_site_print()) header@000000003baa3588[0x110, 1, [0x3c0000405:0x4087:0x0] hash]{
LustreError: 1382855:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000060521923[0]
LustreError: 1382855:0:(lu_object.c:1059:lu_site_print()) ....osc@000000003518aa7eid: 0x3c0000405:16519 idx: 6 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784060821 atime: 1784060821 ctime: 1784060821 blocks: 8
LustreError: 1382855:0:(lu_object.c:1059:lu_site_print()) } header@000000003baa3588

LustreError: 1386084:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1386084:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1386084 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7c067293836b

Lustre: 1385530:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1385545:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1385625:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1385625:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1385815:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.164@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.164@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1386084:0:(lu_object.c:1059:lu_site_print()) header@00000000ca7192ad[0x110, 1, [0x2c0000405:0x3b47:0x0] hash]{
LustreError: 1386084:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000084f64b4a[0]
LustreError: 1386084:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000020bf1fcdid: 0x2c0000405:15175 idx: 2 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784053491 atime: 1784053491 ctime: 1784053491 blocks: 8
LustreError: 1386084:0:(lu_object.c:1059:lu_site_print()) } header@00000000ca7192ad
LustreError: 1386084:0:(lu_object.c:1059:lu_site_print()) header@000000004ae9133d[0x110, 1, [0x280000405:0x3be9:0x0] hash]{
LustreError: 1386084:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000c9d3a3ff[0]
LustreError: 1386084:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000f6c15f5eid: 0x280000405:15337 idx: 1 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784053491 atime: 1784053491 ctime: 1784053491 blocks: 8
LustreError: 1386084:0:(lu_object.c:1059:lu_site_print()) } header@000000004ae9133d
LustreError: 1386084:0:(lu_object.c:1059:lu_site_print()) header@00000000a7f72bb5[0x110, 1, [0x300000405:0x3b27:0x0] hash]{
LustreError: 1386084:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000000d9bffae[0]
LustreError: 1386084:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000034a9df33id: 0x300000405:15143 idx: 3 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784053491 atime: 1784053492 ctime: 1784053491 blocks: 8
LustreError: 1386084:0:(lu_object.c:1059:lu_site_print()) } header@00000000a7f72bb5

LustreError: 1385669:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1385669:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1385669 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x982/0xb90 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_file_open+0xdf/0x1a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x77b4e353836b

Lustre: 1385126:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1385139:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1385221:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1385221:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1385411:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.63@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.31.63@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1385669:0:(lu_object.c:1059:lu_site_print()) header@0000000047d1420f[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1385669:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000b7057a5a[0]
LustreError: 1385669:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000041347bc9id: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784020379 atime: 1784020379 ctime: 1784020379 blocks: 8
LustreError: 1385669:0:(lu_object.c:1059:lu_site_print()) } header@0000000047d1420f
LustreError: 1385669:0:(lu_object.c:1059:lu_site_print()) header@00000000175ff4c2[0x110, 1, [0x280000405:0x3089:0x0] hash]{
LustreError: 1385669:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000089659435[0]
LustreError: 1385669:0:(lu_object.c:1059:lu_site_print()) ....osc@000000007a0b4143id: 0x280000405:12425 idx: 1 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784020379 atime: 1784020380 ctime: 1784020379 blocks: 8
LustreError: 1385669:0:(lu_object.c:1059:lu_site_print()) } header@00000000175ff4c2
LustreError: 1385669:0:(lu_object.c:1059:lu_site_print()) header@0000000060e663dd[0x110, 1, [0x3c0000405:0x3e47:0x0] hash]{
LustreError: 1385669:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000092ad37e2[0]
LustreError: 1385669:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000d7465f41id: 0x3c0000405:15943 idx: 6 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784020379 atime: 1784020379 ctime: 1784020379 blocks: 8
LustreError: 1385669:0:(lu_object.c:1059:lu_site_print()) } header@0000000060e663dd

LustreError: 1388230:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1388230:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 1388230 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __memcg_slab_free_hook+0x113/0x180
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_statx+0x72/0xd0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7c4226b3836b

Lustre: 1387685:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1387699:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1387778:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1387778:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1387969:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.212@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.23.212@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1388230:0:(lu_object.c:1059:lu_site_print()) header@00000000ebdf07e9[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1388230:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000007445fa44[0]
LustreError: 1388230:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000b4bdd4c9id: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784020300 atime: 1784020300 ctime: 1784020300 blocks: 8
LustreError: 1388230:0:(lu_object.c:1059:lu_site_print()) } header@00000000ebdf07e9
LustreError: 1388230:0:(lu_object.c:1059:lu_site_print()) header@0000000073457275[0x110, 1, [0x280000405:0x41a9:0x0] hash]{
LustreError: 1388230:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000a55bf092[0]
LustreError: 1388230:0:(lu_object.c:1059:lu_site_print()) ....osc@000000009796548eid: 0x280000405:16809 idx: 1 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784020300 atime: 1784020301 ctime: 1784020300 blocks: 8
LustreError: 1388230:0:(lu_object.c:1059:lu_site_print()) } header@0000000073457275
LustreError: 1388230:0:(lu_object.c:1059:lu_site_print()) header@0000000061174adc[0x110, 1, [0x3c0000405:0x41c7:0x0] hash]{
LustreError: 1388230:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000113c942d[0]
LustreError: 1388230:0:(lu_object.c:1059:lu_site_print()) ....osc@000000007daf7476id: 0x3c0000405:16839 idx: 6 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784020300 atime: 1784020300 ctime: 1784020300 blocks: 8
LustreError: 1388230:0:(lu_object.c:1059:lu_site_print()) } header@0000000061174adc

LustreError: 1392286:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1392286:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1392286 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x750ecd13836b

Lustre: 1391741:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1391753:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1391834:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1391834:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1392024:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.26.253@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.26.253@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1392286:0:(lu_object.c:1059:lu_site_print()) header@000000008668167a[0x110, 1, [0x3c0000405:0x34a7:0x0] hash]{
LustreError: 1392286:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000001a85b30b[0]
LustreError: 1392286:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000b732e0c0id: 0x3c0000405:13479 idx: 6 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1784014635 atime: 1784014636 ctime: 1784014635 blocks: 8
LustreError: 1392286:0:(lu_object.c:1059:lu_site_print()) } header@000000008668167a
LustreError: 1392286:0:(lu_object.c:1059:lu_site_print()) header@0000000022e562d2[0x110, 1, [0x380000405:0x3547:0x0] hash]{
LustreError: 1392286:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000092b96d28[0]
LustreError: 1392286:0:(lu_object.c:1059:lu_site_print()) ....osc@000000005d111eb7id: 0x380000405:13639 idx: 5 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1784014635 atime: 1784014635 ctime: 1784014635 blocks: 8
LustreError: 1392286:0:(lu_object.c:1059:lu_site_print()) } header@0000000022e562d2
LustreError: 1392286:0:(lu_object.c:1059:lu_site_print()) header@00000000a09a1244[0x110, 1, [0x340000405:0x3547:0x0] hash]{
LustreError: 1392286:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000026cb5fa3[0]
LustreError: 1392286:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000011ff4384id: 0x340000405:13639 idx: 4 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1784014635 atime: 1784014635 ctime: 1784014635 blocks: 8
LustreError: 1392286:0:(lu_object.c:1059:lu_site_print()) } header@00000000a09a1244

LustreError: 1394728:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1394728:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1394728 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7cff0fd3836b

Lustre: 1394170:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1394199:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1394280:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1394280:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1394470:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.27.56@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.27.56@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1394728:0:(lu_object.c:1059:lu_site_print()) header@000000002bdacc96[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1394728:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000b58f37cd[0]
LustreError: 1394728:0:(lu_object.c:1059:lu_site_print()) ....osc@000000005404b2e2id: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1783972281 atime: 1783972282 ctime: 1783972281 blocks: 8
LustreError: 1394728:0:(lu_object.c:1059:lu_site_print()) } header@000000002bdacc96
LustreError: 1394728:0:(lu_object.c:1059:lu_site_print()) header@00000000bcca2c3c[0x110, 1, [0x3c0000405:0x3fa7:0x0] hash]{
LustreError: 1394728:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000004c25cc1c[0]
LustreError: 1394728:0:(lu_object.c:1059:lu_site_print()) ....osc@000000006ba1df59id: 0x3c0000405:16295 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1783972281 atime: 1783972281 ctime: 1783972281 blocks: 8
LustreError: 1394728:0:(lu_object.c:1059:lu_site_print()) } header@00000000bcca2c3c
LustreError: 1394728:0:(lu_object.c:1059:lu_site_print()) header@00000000e67bce50[0x110, 1, [0x380000405:0x2fa7:0x0] hash]{
LustreError: 1394728:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000080a565b0[0]
LustreError: 1394728:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000016235823id: 0x380000405:12199 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1783972281 atime: 1783972281 ctime: 1783972281 blocks: 8
LustreError: 1394728:0:(lu_object.c:1059:lu_site_print()) } header@00000000e67bce50

LustreError: 1383611:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 1383611:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 1 UID: 0 PID: 1383611 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? kmem_cache_free+0x266/0x3f0
? locks_remove_file+0x1af/0x200
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_close+0x3e/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7caca453836b

Lustre: 1383059:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116212241006598: forcing policy filenames_encryption_mode to null
Lustre: 1383072:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1383154:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 1383154:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 1383345:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116212241006598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.30.241@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.30.241@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) header@00000000cbe5eac7[0x110, 1, [0x380000405:0x2e87:0x0] hash]{
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000002418ac22[0]
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) ....osc@000000009ea066e2id: 0x380000405:11911 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1783957582 atime: 1783957583 ctime: 1783957582 blocks: 8
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) } header@00000000cbe5eac7
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) header@00000000d1ccc1ef[0x110, 1, [0x240000406:0x1b7:0x0] hash]{
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000152235c4[0]
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000011c724aaid: 0x240000406:439 idx: 0 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1783957582 atime: 1783957583 ctime: 1783957582 blocks: 8
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) } header@00000000d1ccc1ef
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) header@0000000093ba8b7c[0x110, 1, [0x3c0000405:0x40a7:0x0] hash]{
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000004ef673e0[0]
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000052a88256id: 0x3c0000405:16551 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1783957582 atime: 1783957582 ctime: 1783957582 blocks: 8
LustreError: 1383611:0:(lu_object.c:1059:lu_site_print()) } header@0000000093ba8b7c

LustreError: 2134623:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2134623:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 2134623 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x71f00993836b

Lustre: 2134057:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2134087:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2134166:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2134166:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2134357:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.116@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.116@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2134623:0:(lu_object.c:1059:lu_site_print()) header@00000000441a8bd6[0x110, 1, [0x240000406:0x2857:0x0] hash]{
LustreError: 2134623:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000009a471821[0]
LustreError: 2134623:0:(lu_object.c:1059:lu_site_print()) ....osc@000000004d2fbf44id: 0x240000406:10327 idx: 0 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1783921870 atime: 1783921870 ctime: 1783921870 blocks: 8
LustreError: 2134623:0:(lu_object.c:1059:lu_site_print()) } header@00000000441a8bd6
LustreError: 2134623:0:(lu_object.c:1059:lu_site_print()) header@0000000048b8f31a[0x110, 1, [0x280000407:0x1ba9:0x0] hash]{
LustreError: 2134623:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000e9eac4ec[0]
LustreError: 2134623:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000e4d676c4id: 0x280000407:7081 idx: 1 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1783921870 atime: 1783921871 ctime: 1783921870 blocks: 8
LustreError: 2134623:0:(lu_object.c:1059:lu_site_print()) } header@0000000048b8f31a
LustreError: 2134623:0:(lu_object.c:1059:lu_site_print()) header@00000000ce1d1234[0x110, 1, [0x3c0000406:0x1ba7:0x0] hash]{
LustreError: 2134623:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000005a10960[0]
LustreError: 2134623:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000a216705did: 0x3c0000406:7079 idx: 6 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1783921870 atime: 1783921870 ctime: 1783921870 blocks: 8
LustreError: 2134623:0:(lu_object.c:1059:lu_site_print()) } header@00000000ce1d1234

LustreError: 2111931:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2111931:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 2111931 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? __fput+0x1a2/0x2d0
? srso_alias_return_thunk+0x5/0xfbef5
? fput_close_sync+0x40/0xc0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7d674673836b

Lustre: 2111363:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2111392:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2111474:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2111474:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2111664:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.45@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.28.45@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2111931:0:(lu_object.c:1059:lu_site_print()) header@00000000111d430a[0x110, 1, [0x380000407:0x1c67:0x0] hash]{
LustreError: 2111931:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000b21d1563[0]
LustreError: 2111931:0:(lu_object.c:1059:lu_site_print()) ....osc@000000000c6656b3id: 0x380000407:7271 idx: 5 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1783921308 atime: 1783921309 ctime: 1783921308 blocks: 8
LustreError: 2111931:0:(lu_object.c:1059:lu_site_print()) } header@00000000111d430a
LustreError: 2111931:0:(lu_object.c:1059:lu_site_print()) header@0000000006dc7c8a[0x110, 1, [0x3c0000406:0x1ba7:0x0] hash]{
LustreError: 2111931:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000e75dc4c0[0]
LustreError: 2111931:0:(lu_object.c:1059:lu_site_print()) ....osc@000000004e6d05f2id: 0x3c0000406:7079 idx: 6 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1783921308 atime: 1783921309 ctime: 1783921308 blocks: 8
LustreError: 2111931:0:(lu_object.c:1059:lu_site_print()) } header@0000000006dc7c8a
LustreError: 2111931:0:(lu_object.c:1059:lu_site_print()) header@0000000008cc1322[0x110, 1, [0x240000406:0x2757:0x0] hash]{
LustreError: 2111931:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000a945ae52[0]
LustreError: 2111931:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000ae11af85id: 0x240000406:10071 idx: 0 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1783921308 atime: 1783921310 ctime: 1783921308 blocks: 8
LustreError: 2111931:0:(lu_object.c:1059:lu_site_print()) } header@0000000008cc1322

LustreError: 2148112:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2148112:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 2148112 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? dput.part.0+0x38/0x130
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? do_file_open+0xdf/0x1a0
? srso_alias_return_thunk+0x5/0xfbef5
? putname+0x41/0x90
? srso_alias_return_thunk+0x5/0xfbef5
? do_sys_openat2+0x99/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_openat+0x5f/0xa0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? exc_page_fault+0x94/0x1e0
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7411f973836b

Lustre: 2147565:0:(policy.c:345:llcrypt_ioctl_set_policy()) inode 144116447122030598: forcing policy filenames_encryption_mode to null
Lustre: 2147578:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2147657:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: 2147657:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) Skipped 2 previous similar messages
Lustre: 2147847:0:(policy.c:473:llcrypt_ioctl_get_policy_ex()) inode 144116447122030598: returning policy filenames_encryption_mode as 4, but is in fact null
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.30@tcp:/lustre/d54.sanity-sec /mnt/lustre
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: /usr/sbin/lctl get_param -n llite.*.enable_filename_encryption | head -n1
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
Lustre: DEBUG MARKER: mkdir -p /mnt/lustre
Lustre: DEBUG MARKER: mount -t lustre -o user_xattr,flock 10.240.24.30@tcp:/lustre/d54.sanity-sec/vault /mnt/lustre
Lustre: DEBUG MARKER: grep -c /mnt/lustre' ' /proc/mounts
Lustre: DEBUG MARKER: lsof -t /mnt/lustre
Lustre: DEBUG MARKER: umount /mnt/lustre 2>&1
LustreError: 2148112:0:(lu_object.c:1059:lu_site_print()) header@000000004748f74d[0x110, 1, [0x2c0000407:0x1867:0x0] hash]{
LustreError: 2148112:0:(lu_object.c:1059:lu_site_print()) ....lovsub@000000001e0db0ba[0]
LustreError: 2148112:0:(lu_object.c:1059:lu_site_print()) ....osc@00000000d2d9920aid: 0x2c0000407:6247 idx: 2 gen: 0 kms_valid: 1 kms 4 rc: 0 force_sync: 0 min_xid: 0 size: 4 mtime: 1783918675 atime: 1783918676 ctime: 1783918675 blocks: 8
LustreError: 2148112:0:(lu_object.c:1059:lu_site_print()) } header@000000004748f74d
LustreError: 2148112:0:(lu_object.c:1059:lu_site_print()) header@0000000088478305[0x110, 1, [0x240000407:0x2bb7:0x0] hash]{
LustreError: 2148112:0:(lu_object.c:1059:lu_site_print()) ....lovsub@00000000c1c3c0a3[0]
LustreError: 2148112:0:(lu_object.c:1059:lu_site_print()) ....osc@0000000086a87ea3id: 0x240000407:11191 idx: 0 gen: 0 kms_valid: 1 kms 147 rc: 0 force_sync: 0 min_xid: 0 size: 147 mtime: 1783918675 atime: 1783918675 ctime: 1783918675 blocks: 8
LustreError: 2148112:0:(lu_object.c:1059:lu_site_print()) } header@0000000088478305
LustreError: 2148112:0:(lu_object.c:1059:lu_site_print()) header@00000000f888cb41[0x110, 1, [0x280000407:0x1869:0x0] hash]{
LustreError: 2148112:0:(lu_object.c:1059:lu_site_print()) ....lovsub@0000000039cd1f33[0]
LustreError: 2148112:0:(lu_object.c:1059:lu_site_print()) ....osc@000000001d99bb67id: 0x280000407:6249 idx: 1 gen: 0 kms_valid: 1 kms 185 rc: 0 force_sync: 0 min_xid: 0 size: 185 mtime: 1783918675 atime: 1783918675 ctime: 1783918675 blocks: 8
LustreError: 2148112:0:(lu_object.c:1059:lu_site_print()) } header@00000000f888cb41

LustreError: 2151930:0:(lu_object.c:1297:lu_device_fini()) ASSERTION( atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1
LustreError: 2151930:0:(lu_object.c:1297:lu_device_fini()) LBUG
CPU: 0 UID: 0 PID: 2151930 Comm: umount Kdump: loaded Tainted: G W OE 7.0.0-22-generic #22-Ubuntu PREEMPT(lazy)
Tainted: [W]=WARN, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
Hardware name: Red Hat KVM/RHEL, BIOS 1.16.3-4.el9 04/01/2014
Call Trace:
<TASK>
show_stack+0x49/0x60
dump_stack_lvl+0x5f/0x90
dump_stack+0x10/0x18
lbug_with_loc.cold+0x5/0x50 [libcfs]
lu_device_fini+0xd2/0xe0 [obdclass]
lovsub_device_free+0x63/0x150 [lov]
lu_stack_fini+0x10a/0x360 [obdclass]
lov_device_fini+0x12c/0x270 [lov]
lu_stack_fini+0x203/0x360 [obdclass]
cl_sb_fini+0x71/0x1c0 [lustre]
ll_put_super+0x92e/0xbe0 [lustre]
generic_shutdown_super+0x8c/0x1b0
kill_anon_super+0x18/0x50
lustre_kill_super+0x29/0x40 [lustre]
deactivate_locked_super+0x35/0xc0
deactivate_super+0x4b/0x60
cleanup_mnt+0xe1/0x160
__cleanup_mnt+0x12/0x20
task_work_run+0x62/0xa0
exit_to_user_mode_loop+0x14e/0x500
do_syscall_64+0x265/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_openat+0x5f/0xa0
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? srso_alias_return_thunk+0x5/0xfbef5
? _raw_spin_unlock_irq+0xe/0x50
? srso_alias_return_thunk+0x5/0xfbef5
? __x64_sys_rt_sigprocmask+0xe0/0x160
? srso_alias_return_thunk+0x5/0xfbef5
? arch_exit_to_user_mode_prepare.isra.0+0xd/0xe0
? srso_alias_return_thunk+0x5/0xfbef5
? do_syscall_64+0x150/0x5a0
? srso_alias_return_thunk+0x5/0xfbef5
entry_SYSCALL_64_after_hwframe+0x76/0x7e
RIP: 0033:0x7731da13836b