=== identity === 2026-07-30T01:00:23+03:00 os-ott-data-3-2 01:00:23 up 4 days, 19:59, 0 user, load average: 28.00, 24.44, 15.21 Linux os-ott-data-3-2 6.1.0-47-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.1.170-3 (2026-05-08) x86_64 GNU/Linux === service === active MainPID=690 ActiveState=active SubState=running === memory and pressure === total used free shared buff/cache available Mem: 62Gi 36Gi 774Mi 2.0Mi 26Gi 26Gi Swap: 0B 0B 0B some avg10=99.00 avg60=99.00 avg300=87.94 total=38809424289 full avg10=98.00 avg60=97.99 avg300=86.63 total=31985677758 some avg10=0.00 avg60=0.00 avg300=0.00 total=319210604 full avg10=0.00 avg60=0.00 avg300=0.00 total=292125976 === xvdb queue === /sys/block/xvdb/inflight= 0 255 /sys/block/xvdb/queue/nr_requests=256 /sys/block/xvdb/queue/scheduler=[mq-deadline] none /sys/block/xvdb/queue/wbt_lat_usec=0 /sys/block/xvdb/queue/max_sectors_kb=44 /sys/block/xvdb/queue/max_segments=11 /sys/block/xvdb/queue/max_segment_size=4096 === xen blkfront module === /sys/module/xen_blkfront/parameters/feature_persistent=Y /sys/module/xen_blkfront/parameters/max_indirect_segments=32 /sys/module/xen_blkfront/parameters/max_queues=4 /sys/module/xen_blkfront/parameters/max_ring_page_order=3 /sys/module/xen_blkfront/parameters/trusted=Y === diskstats samples === 202 16 xvdb 70170900 1206 5788500912 147365065 963490190 6118024 22700596505 3246921108 255 144102056 3474401339 0 0 0 0 310900285 80115166 202 16 xvdb 70170900 1206 5788500912 147365065 963490190 6118024 22700596505 3246921108 255 144105060 3474401339 0 0 0 0 310900285 80115166 === blk-mq debugfs === /sys/kernel/debug/block/xvdb/rqos/wbt/wb_background /sys/kernel/debug/block/xvdb/rqos/wbt/wb_normal /sys/kernel/debug/block/xvdb/rqos/wbt/unknown_cnt /sys/kernel/debug/block/xvdb/rqos/wbt/min_lat_nsec /sys/kernel/debug/block/xvdb/rqos/wbt/inflight /sys/kernel/debug/block/xvdb/rqos/wbt/id /sys/kernel/debug/block/xvdb/rqos/wbt/enabled /sys/kernel/debug/block/xvdb/rqos/wbt/curr_win_nsec /sys/kernel/debug/block/xvdb/hctx0/cpu11/poll_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu11/read_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu11/default_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu10/poll_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu10/read_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu10/default_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu9/poll_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu9/read_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu9/default_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu8/poll_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu8/read_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu8/default_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu7/poll_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu7/read_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu7/default_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu6/poll_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu6/read_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu6/default_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu5/poll_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu5/read_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu5/default_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu4/poll_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu4/read_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu4/default_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu3/poll_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu3/read_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu3/default_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu2/poll_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu2/read_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu2/default_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu1/poll_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu1/read_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu1/default_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu0/poll_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu0/read_rq_list /sys/kernel/debug/block/xvdb/hctx0/cpu0/default_rq_list /sys/kernel/debug/block/xvdb/hctx0/type /sys/kernel/debug/block/xvdb/hctx0/dispatch_busy /sys/kernel/debug/block/xvdb/hctx0/active /sys/kernel/debug/block/xvdb/hctx0/run /sys/kernel/debug/block/xvdb/hctx0/sched_tags_bitmap /sys/kernel/debug/block/xvdb/hctx0/sched_tags /sys/kernel/debug/block/xvdb/hctx0/tags_bitmap /sys/kernel/debug/block/xvdb/hctx0/tags /sys/kernel/debug/block/xvdb/hctx0/ctx_map /sys/kernel/debug/block/xvdb/hctx0/busy /sys/kernel/debug/block/xvdb/hctx0/dispatch /sys/kernel/debug/block/xvdb/hctx0/flags /sys/kernel/debug/block/xvdb/hctx0/state /sys/kernel/debug/block/xvdb/sched/queued /sys/kernel/debug/block/xvdb/sched/owned_by_driver /sys/kernel/debug/block/xvdb/sched/dispatch2 /sys/kernel/debug/block/xvdb/sched/dispatch1 /sys/kernel/debug/block/xvdb/sched/dispatch0 /sys/kernel/debug/block/xvdb/sched/async_depth /sys/kernel/debug/block/xvdb/sched/starved /sys/kernel/debug/block/xvdb/sched/batching /sys/kernel/debug/block/xvdb/sched/write2_next_rq /sys/kernel/debug/block/xvdb/sched/read2_next_rq /sys/kernel/debug/block/xvdb/sched/write1_next_rq /sys/kernel/debug/block/xvdb/sched/read1_next_rq /sys/kernel/debug/block/xvdb/sched/write0_next_rq /sys/kernel/debug/block/xvdb/sched/read0_next_rq /sys/kernel/debug/block/xvdb/sched/write2_fifo_list /sys/kernel/debug/block/xvdb/sched/read2_fifo_list /sys/kernel/debug/block/xvdb/sched/write1_fifo_list /sys/kernel/debug/block/xvdb/sched/read1_fifo_list /sys/kernel/debug/block/xvdb/sched/write0_fifo_list /sys/kernel/debug/block/xvdb/sched/read0_fifo_list /sys/kernel/debug/block/xvdb/zone_wlock /sys/kernel/debug/block/xvdb/state /sys/kernel/debug/block/xvdb/pm_only /sys/kernel/debug/block/xvdb/requeue_list /sys/kernel/debug/block/xvdb/poll_stat --- /sys/kernel/debug/block/xvdb/hctx0/state SCHED_RESTART --- /sys/kernel/debug/block/xvdb/hctx0/dispatch --- /sys/kernel/debug/block/xvdb/hctx0/sched_tags nr_tags=256 nr_reserved_tags=0 active_queues=0 bitmap_tags: depth=256 busy=256 cleared=0 bits_per_word=64 map_nr=4 alloc_hint={170, 61, 173, 215, 47, 62, 0, 0, 121, 0, 64, 162} wake_batch=1 wake_index=5 ws_active=4 ws={ {.wait=active}, {.wait=active}, {.wait=inactive}, {.wait=inactive}, {.wait=inactive}, {.wait=inactive}, {.wait=active}, {.wait=active}, } round_robin=0 min_shallow_depth=1 === D-state tasks and kernel stacks === S PID PPID COMMAND WCHAN COMMAND D 587207 2 kworker/u24:0+x blk_mq_get_tag [kworker/u24:0+xfs-cil/xvdb1] D 588485 2 kworker/4:0+xfs flush_workqueue [kworker/4:0+xfs-sync/xvdb1] D 589733 2 kworker/u24:3+f blk_mq_get_tag [kworker/u24:3+flush-202:16] --- pid=587207 [<0>] blk_mq_get_tag+0x11a/0x2a0 [<0>] __blk_mq_alloc_requests+0x1ae/0x300 [<0>] blk_mq_submit_bio+0x1b7/0x610 [<0>] submit_bio_noacct_nocheck+0x32e/0x370 [<0>] xlog_state_release_iclog+0xd6/0x1a0 [xfs] [<0>] xlog_write_get_more_iclog_space+0x82/0x100 [xfs] [<0>] xlog_write+0x320/0x440 [xfs] [<0>] xlog_cil_push_work+0x6f9/0x8b0 [xfs] [<0>] process_one_work+0x1c4/0x380 [<0>] worker_thread+0x4d/0x380 [<0>] kthread+0xd7/0x100 [<0>] ret_from_fork+0x1f/0x30 --- pid=588485 [<0>] __flush_workqueue+0x152/0x420 [<0>] xlog_cil_push_now.isra.0+0x5e/0xa0 [xfs] [<0>] xlog_cil_force_seq+0x65/0x230 [xfs] [<0>] xfs_log_force+0x7a/0x230 [xfs] [<0>] xfs_log_worker+0x3b/0xd0 [xfs] [<0>] process_one_work+0x1c4/0x380 [<0>] worker_thread+0x4d/0x380 [<0>] kthread+0xd7/0x100 [<0>] ret_from_fork+0x1f/0x30 --- pid=589733 [<0>] blk_mq_get_tag+0x11a/0x2a0 [<0>] __blk_mq_alloc_requests+0x1ae/0x300 [<0>] blk_mq_submit_bio+0x1b7/0x610 [<0>] submit_bio_noacct_nocheck+0x32e/0x370 [<0>] iomap_do_writepage+0x4de/0x820 [<0>] write_cache_pages+0x180/0x4c0 [<0>] iomap_writepages+0x1c/0x40 [<0>] xfs_vm_writepages+0x79/0xb0 [xfs] [<0>] do_writepages+0xbd/0x1c0 [<0>] __writeback_single_inode+0x3d/0x360 [<0>] writeback_sb_inodes+0x1f5/0x4d0 [<0>] __writeback_inodes_wb+0x4c/0xf0 [<0>] wb_writeback+0x204/0x2f0 [<0>] wb_workfn+0x350/0x4f0 [<0>] process_one_work+0x1c4/0x380 [<0>] worker_thread+0x4d/0x380 [<0>] kthread+0xd7/0x100 [<0>] ret_from_fork+0x1f/0x30 === kernel journal since 00:40 === Jul 30 00:52:18 os-ott-data-3-2 kernel: INFO: task opensearch[os-o:1138 blocked for more than 120 seconds. Jul 30 00:52:18 os-ott-data-3-2 kernel: Not tainted 6.1.0-47-amd64 #1 Debian 6.1.170-3 Jul 30 00:52:18 os-ott-data-3-2 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. Jul 30 00:52:18 os-ott-data-3-2 kernel: task:opensearch[os-o state:D stack:0 pid:1138 ppid:1 flags:0x00000002 Jul 30 00:52:18 os-ott-data-3-2 kernel: Call Trace: Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: __schedule+0x34d/0x9e0 Jul 30 00:52:18 os-ott-data-3-2 kernel: schedule+0x5a/0xd0 Jul 30 00:52:18 os-ott-data-3-2 kernel: io_schedule+0x42/0x70 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_bit_common+0x13d/0x350 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? filemap_alloc_folio+0x100/0x100 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_writeback+0x28/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: __filemap_fdatawait_range+0x90/0x120 Jul 30 00:52:18 os-ott-data-3-2 kernel: file_write_and_wait_range+0x6f/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: xfs_file_fsync+0x5a/0x2a0 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: __x64_sys_fsync+0x37/0x60 Jul 30 00:52:18 os-ott-data-3-2 kernel: do_syscall_64+0x55/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? mntput_no_expire+0x4a/0x250 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? terminate_walk+0x61/0x100 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? path_openat+0xa7d/0x1260 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? kmem_cache_free+0x15/0x310 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? xfs_trans_del_item+0x1b/0x40 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_filp_open+0xaf/0x160 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? kmem_cache_free+0x15/0x310 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_sys_openat2+0x9b/0x170 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: entry_SYSCALL_64_after_hwframe+0x6e/0xd8 Jul 30 00:52:18 os-ott-data-3-2 kernel: RIP: 0033:0x7f13049afc3a Jul 30 00:52:18 os-ott-data-3-2 kernel: RSP: 002b:00007f09e15fdee0 EFLAGS: 00000293 ORIG_RAX: 000000000000004a Jul 30 00:52:18 os-ott-data-3-2 kernel: RAX: ffffffffffffffda RBX: 00007f0a08115480 RCX: 00007f13049afc3a Jul 30 00:52:18 os-ott-data-3-2 kernel: RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000000f2e Jul 30 00:52:18 os-ott-data-3-2 kernel: RBP: 00007f09e15fdf10 R08: 00007f09e15ff6c0 R09: 00007f10cd22acf8 Jul 30 00:52:18 os-ott-data-3-2 kernel: R10: 000000000000000c R11: 0000000000000293 R12: 0000000000000001 Jul 30 00:52:18 os-ott-data-3-2 kernel: R13: 00007f10cd22adf8 R14: 00007f09e15fdf50 R15: 00007f0a08114fe0 Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: INFO: task opensearch[os-o:1139 blocked for more than 120 seconds. Jul 30 00:52:18 os-ott-data-3-2 kernel: Not tainted 6.1.0-47-amd64 #1 Debian 6.1.170-3 Jul 30 00:52:18 os-ott-data-3-2 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. Jul 30 00:52:18 os-ott-data-3-2 kernel: task:opensearch[os-o state:D stack:0 pid:1139 ppid:1 flags:0x00000002 Jul 30 00:52:18 os-ott-data-3-2 kernel: Call Trace: Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: __schedule+0x34d/0x9e0 Jul 30 00:52:18 os-ott-data-3-2 kernel: schedule+0x5a/0xd0 Jul 30 00:52:18 os-ott-data-3-2 kernel: schedule_timeout+0x11a/0x150 Jul 30 00:52:18 os-ott-data-3-2 kernel: wait_for_completion+0x86/0x160 Jul 30 00:52:18 os-ott-data-3-2 kernel: __flush_workqueue+0x152/0x420 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? __do_sys_newfstat+0x6b/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: xlog_cil_push_now.isra.0+0x5e/0xa0 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: xlog_cil_force_seq+0x65/0x230 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: ? __seccomp_filter+0x31a/0x4d0 Jul 30 00:52:18 os-ott-data-3-2 kernel: xfs_log_force_seq+0x71/0x160 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: __x64_sys_fsync+0x37/0x60 Jul 30 00:52:18 os-ott-data-3-2 kernel: do_syscall_64+0x55/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? kmem_cache_free+0x15/0x310 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: entry_SYSCALL_64_after_hwframe+0x6e/0xd8 Jul 30 00:52:18 os-ott-data-3-2 kernel: RIP: 0033:0x7f13049afc3a Jul 30 00:52:18 os-ott-data-3-2 kernel: RSP: 002b:00007f09e14fe440 EFLAGS: 00000293 ORIG_RAX: 000000000000004a Jul 30 00:52:18 os-ott-data-3-2 kernel: RAX: ffffffffffffffda RBX: 00007f09f4045230 RCX: 00007f13049afc3a Jul 30 00:52:18 os-ott-data-3-2 kernel: RDX: 0000000000000000 RSI: 0000000000000000 RDI: 00000000000006b3 Jul 30 00:52:18 os-ott-data-3-2 kernel: RBP: 00007f09e14fe470 R08: 00007f09e14ff6c0 R09: 00007f1099ab2c98 Jul 30 00:52:18 os-ott-data-3-2 kernel: R10: 000000000000000c R11: 0000000000000293 R12: 0000000000000001 Jul 30 00:52:18 os-ott-data-3-2 kernel: R13: 00007f1099ab2d98 R14: 00007f09e14fe4b0 R15: 00007f09f4044d90 Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: INFO: task opensearch[os-o:1155 blocked for more than 120 seconds. Jul 30 00:52:18 os-ott-data-3-2 kernel: Not tainted 6.1.0-47-amd64 #1 Debian 6.1.170-3 Jul 30 00:52:18 os-ott-data-3-2 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. Jul 30 00:52:18 os-ott-data-3-2 kernel: task:opensearch[os-o state:D stack:0 pid:1155 ppid:1 flags:0x00004002 Jul 30 00:52:18 os-ott-data-3-2 kernel: Call Trace: Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: __schedule+0x34d/0x9e0 Jul 30 00:52:18 os-ott-data-3-2 kernel: schedule+0x5a/0xd0 Jul 30 00:52:18 os-ott-data-3-2 kernel: io_schedule+0x42/0x70 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_bit_common+0x13d/0x350 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? filemap_alloc_folio+0x100/0x100 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_writeback+0x28/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: __filemap_fdatawait_range+0x90/0x120 Jul 30 00:52:18 os-ott-data-3-2 kernel: file_write_and_wait_range+0x6f/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: xfs_file_fsync+0x5a/0x2a0 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: __x64_sys_fdatasync+0x48/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: do_syscall_64+0x55/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? xen_evtchn_do_upcall+0x77/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: entry_SYSCALL_64_after_hwframe+0x6e/0xd8 Jul 30 00:52:18 os-ott-data-3-2 kernel: RIP: 0033:0x7f13049afcfa Jul 30 00:52:18 os-ott-data-3-2 kernel: RSP: 002b:00007f09e0bfe190 EFLAGS: 00000293 ORIG_RAX: 000000000000004b Jul 30 00:52:18 os-ott-data-3-2 kernel: RAX: ffffffffffffffda RBX: 00007f094c8aa440 RCX: 00007f13049afcfa Jul 30 00:52:18 os-ott-data-3-2 kernel: RDX: 0000000000000000 RSI: 0000000000000000 RDI: 00000000000028c3 Jul 30 00:52:18 os-ott-data-3-2 kernel: RBP: 00007f09e0bfe1c0 R08: 0000000000000001 R09: 00007f0e6c1bdb38 Jul 30 00:52:18 os-ott-data-3-2 kernel: R10: 000000000000000c R11: 0000000000000293 R12: 0000000000000000 Jul 30 00:52:18 os-ott-data-3-2 kernel: R13: 0000000000000000 R14: 00007f09e0bfe200 R15: 00007f094c8a9fa0 Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: INFO: task opensearch[os-o:1156 blocked for more than 120 seconds. Jul 30 00:52:18 os-ott-data-3-2 kernel: Not tainted 6.1.0-47-amd64 #1 Debian 6.1.170-3 Jul 30 00:52:18 os-ott-data-3-2 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. Jul 30 00:52:18 os-ott-data-3-2 kernel: task:opensearch[os-o state:D stack:0 pid:1156 ppid:1 flags:0x00004002 Jul 30 00:52:18 os-ott-data-3-2 kernel: Call Trace: Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: __schedule+0x34d/0x9e0 Jul 30 00:52:18 os-ott-data-3-2 kernel: schedule+0x5a/0xd0 Jul 30 00:52:18 os-ott-data-3-2 kernel: io_schedule+0x42/0x70 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_bit_common+0x13d/0x350 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? filemap_alloc_folio+0x100/0x100 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_writeback+0x28/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: __filemap_fdatawait_range+0x90/0x120 Jul 30 00:52:18 os-ott-data-3-2 kernel: file_write_and_wait_range+0x6f/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: xfs_file_fsync+0x5a/0x2a0 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: __x64_sys_fdatasync+0x48/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: do_syscall_64+0x55/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: entry_SYSCALL_64_after_hwframe+0x6e/0xd8 Jul 30 00:52:18 os-ott-data-3-2 kernel: RIP: 0033:0x7f13049afcfa Jul 30 00:52:18 os-ott-data-3-2 kernel: RSP: 002b:00007f09e0afe190 EFLAGS: 00000293 ORIG_RAX: 000000000000004b Jul 30 00:52:18 os-ott-data-3-2 kernel: RAX: ffffffffffffffda RBX: 00007f0940116370 RCX: 00007f13049afcfa Jul 30 00:52:18 os-ott-data-3-2 kernel: RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000001573 Jul 30 00:52:18 os-ott-data-3-2 kernel: RBP: 00007f09e0afe1c0 R08: 0000000000000001 R09: 00007f0e7841ff10 Jul 30 00:52:18 os-ott-data-3-2 kernel: R10: 000000000000000c R11: 0000000000000293 R12: 0000000000000000 Jul 30 00:52:18 os-ott-data-3-2 kernel: R13: 0000000000000248 R14: 00007f09e0afe200 R15: 00007f0940115ed0 Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: INFO: task opensearch[os-o:1157 blocked for more than 120 seconds. Jul 30 00:52:18 os-ott-data-3-2 kernel: Not tainted 6.1.0-47-amd64 #1 Debian 6.1.170-3 Jul 30 00:52:18 os-ott-data-3-2 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. Jul 30 00:52:18 os-ott-data-3-2 kernel: task:opensearch[os-o state:D stack:0 pid:1157 ppid:1 flags:0x00004002 Jul 30 00:52:18 os-ott-data-3-2 kernel: Call Trace: Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: __schedule+0x34d/0x9e0 Jul 30 00:52:18 os-ott-data-3-2 kernel: schedule+0x5a/0xd0 Jul 30 00:52:18 os-ott-data-3-2 kernel: io_schedule+0x42/0x70 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_bit_common+0x13d/0x350 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? filemap_alloc_folio+0x100/0x100 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_writeback+0x28/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: __filemap_fdatawait_range+0x90/0x120 Jul 30 00:52:18 os-ott-data-3-2 kernel: file_write_and_wait_range+0x6f/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: xfs_file_fsync+0x5a/0x2a0 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: __x64_sys_fdatasync+0x48/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: do_syscall_64+0x55/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? ksys_write+0xd4/0xf0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? xen_clocksource_get_cycles+0x18/0x30 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? _copy_to_user+0x21/0x30 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? put_timespec64+0x3a/0x60 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? __seccomp_filter+0x31a/0x4d0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? xen_clocksource_get_cycles+0x18/0x30 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? ktime_get_ts64+0x43/0xe0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? _copy_to_user+0x21/0x30 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? put_timespec64+0x3a/0x60 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? handle_softirqs+0xd4/0x280 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? xen_evtchn_do_upcall+0x77/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: entry_SYSCALL_64_after_hwframe+0x6e/0xd8 Jul 30 00:52:18 os-ott-data-3-2 kernel: RIP: 0033:0x7f13049afcfa Jul 30 00:52:18 os-ott-data-3-2 kernel: RSP: 002b:00007f09e02dd340 EFLAGS: 00000293 ORIG_RAX: 000000000000004b Jul 30 00:52:18 os-ott-data-3-2 kernel: RAX: ffffffffffffffda RBX: 00007f094c91b5e0 RCX: 00007f13049afcfa Jul 30 00:52:18 os-ott-data-3-2 kernel: RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000001f0b Jul 30 00:52:18 os-ott-data-3-2 kernel: RBP: 00007f09e02dd370 R08: 0000000000000001 R09: 00007f0e783ee910 Jul 30 00:52:18 os-ott-data-3-2 kernel: R10: 000000000000000c R11: 0000000000000293 R12: 0000000000000000 Jul 30 00:52:18 os-ott-data-3-2 kernel: R13: 0000000000000248 R14: 00007f09e02dd3b0 R15: 00007f094c91b140 Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: INFO: task opensearch[os-o:1158 blocked for more than 120 seconds. Jul 30 00:52:18 os-ott-data-3-2 kernel: Not tainted 6.1.0-47-amd64 #1 Debian 6.1.170-3 Jul 30 00:52:18 os-ott-data-3-2 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. Jul 30 00:52:18 os-ott-data-3-2 kernel: task:opensearch[os-o state:D stack:0 pid:1158 ppid:1 flags:0x00004002 Jul 30 00:52:18 os-ott-data-3-2 kernel: Call Trace: Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: __schedule+0x34d/0x9e0 Jul 30 00:52:18 os-ott-data-3-2 kernel: schedule+0x5a/0xd0 Jul 30 00:52:18 os-ott-data-3-2 kernel: io_schedule+0x42/0x70 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_bit_common+0x13d/0x350 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? filemap_alloc_folio+0x100/0x100 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_writeback+0x28/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: __filemap_fdatawait_range+0x90/0x120 Jul 30 00:52:18 os-ott-data-3-2 kernel: file_write_and_wait_range+0x6f/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: xfs_file_fsync+0x5a/0x2a0 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: __x64_sys_fdatasync+0x48/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: do_syscall_64+0x55/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? vfs_write+0x232/0x3f0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? ksys_write+0xd4/0xf0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? xen_clocksource_get_cycles+0x18/0x30 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? _copy_to_user+0x21/0x30 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? put_timespec64+0x3a/0x60 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? __seccomp_filter+0x31a/0x4d0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? xen_clocksource_get_cycles+0x18/0x30 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? _copy_to_user+0x21/0x30 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? put_timespec64+0x3a/0x60 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: entry_SYSCALL_64_after_hwframe+0x6e/0xd8 Jul 30 00:52:18 os-ott-data-3-2 kernel: RIP: 0033:0x7f13049afcfa Jul 30 00:52:18 os-ott-data-3-2 kernel: RSP: 002b:00007f09e01dd190 EFLAGS: 00000293 ORIG_RAX: 000000000000004b Jul 30 00:52:18 os-ott-data-3-2 kernel: RAX: ffffffffffffffda RBX: 00007f0948114ba0 RCX: 00007f13049afcfa Jul 30 00:52:18 os-ott-data-3-2 kernel: RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000000629 Jul 30 00:52:18 os-ott-data-3-2 kernel: RBP: 00007f09e01dd1c0 R08: 0000000000000001 R09: 00007f11c4908978 Jul 30 00:52:18 os-ott-data-3-2 kernel: R10: 000000000000000c R11: 0000000000000293 R12: 0000000000000000 Jul 30 00:52:18 os-ott-data-3-2 kernel: R13: 0000000000000000 R14: 00007f09e01dd200 R15: 00007f0948114700 Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: INFO: task opensearch[os-o:1159 blocked for more than 120 seconds. Jul 30 00:52:18 os-ott-data-3-2 kernel: Not tainted 6.1.0-47-amd64 #1 Debian 6.1.170-3 Jul 30 00:52:18 os-ott-data-3-2 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. Jul 30 00:52:18 os-ott-data-3-2 kernel: task:opensearch[os-o state:D stack:0 pid:1159 ppid:1 flags:0x00004002 Jul 30 00:52:18 os-ott-data-3-2 kernel: Call Trace: Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: __schedule+0x34d/0x9e0 Jul 30 00:52:18 os-ott-data-3-2 kernel: schedule+0x5a/0xd0 Jul 30 00:52:18 os-ott-data-3-2 kernel: io_schedule+0x42/0x70 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_bit_common+0x13d/0x350 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? filemap_alloc_folio+0x100/0x100 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_writeback+0x28/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: __filemap_fdatawait_range+0x90/0x120 Jul 30 00:52:18 os-ott-data-3-2 kernel: file_write_and_wait_range+0x6f/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: xfs_file_fsync+0x5a/0x2a0 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: __x64_sys_fdatasync+0x48/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: do_syscall_64+0x55/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: entry_SYSCALL_64_after_hwframe+0x6e/0xd8 Jul 30 00:52:18 os-ott-data-3-2 kernel: RIP: 0033:0x7f13049afcfa Jul 30 00:52:18 os-ott-data-3-2 kernel: RSP: 002b:00007f092fffe190 EFLAGS: 00000293 ORIG_RAX: 000000000000004b Jul 30 00:52:18 os-ott-data-3-2 kernel: RAX: ffffffffffffffda RBX: 00007f094011b250 RCX: 00007f13049afcfa Jul 30 00:52:18 os-ott-data-3-2 kernel: RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000002462 Jul 30 00:52:18 os-ott-data-3-2 kernel: RBP: 00007f092fffe1c0 R08: 0000000000000001 R09: 00007f0e895be3a0 Jul 30 00:52:18 os-ott-data-3-2 kernel: R10: 000000000000000c R11: 0000000000000293 R12: 0000000000000000 Jul 30 00:52:18 os-ott-data-3-2 kernel: R13: 0000000000000000 R14: 00007f092fffe200 R15: 00007f094011adb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: INFO: task opensearch[os-o:1160 blocked for more than 120 seconds. Jul 30 00:52:18 os-ott-data-3-2 kernel: Not tainted 6.1.0-47-amd64 #1 Debian 6.1.170-3 Jul 30 00:52:18 os-ott-data-3-2 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. Jul 30 00:52:18 os-ott-data-3-2 kernel: task:opensearch[os-o state:D stack:0 pid:1160 ppid:1 flags:0x00004002 Jul 30 00:52:18 os-ott-data-3-2 kernel: Call Trace: Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: __schedule+0x34d/0x9e0 Jul 30 00:52:18 os-ott-data-3-2 kernel: schedule+0x5a/0xd0 Jul 30 00:52:18 os-ott-data-3-2 kernel: io_schedule+0x42/0x70 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_bit_common+0x13d/0x350 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? filemap_alloc_folio+0x100/0x100 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_writeback+0x28/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: __filemap_fdatawait_range+0x90/0x120 Jul 30 00:52:18 os-ott-data-3-2 kernel: file_write_and_wait_range+0x6f/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: xfs_file_fsync+0x5a/0x2a0 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: __x64_sys_fdatasync+0x48/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: do_syscall_64+0x55/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? ksys_write+0xd4/0xf0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_futex+0xda/0x1b0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? __x64_sys_futex+0x8e/0x1d0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? xen_clocksource_get_cycles+0x18/0x30 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? _copy_to_user+0x21/0x30 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? put_timespec64+0x3a/0x60 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: entry_SYSCALL_64_after_hwframe+0x6e/0xd8 Jul 30 00:52:18 os-ott-data-3-2 kernel: RIP: 0033:0x7f13049afcfa Jul 30 00:52:18 os-ott-data-3-2 kernel: RSP: 002b:00007f092fefe340 EFLAGS: 00000293 ORIG_RAX: 000000000000004b Jul 30 00:52:18 os-ott-data-3-2 kernel: RAX: ffffffffffffffda RBX: 00007f094c8a0560 RCX: 00007f13049afcfa Jul 30 00:52:18 os-ott-data-3-2 kernel: RDX: 0000000000000000 RSI: 0000000000000000 RDI: 00000000000023f6 Jul 30 00:52:18 os-ott-data-3-2 kernel: RBP: 00007f092fefe370 R08: 0000000000000001 R09: 00007f128e017d58 Jul 30 00:52:18 os-ott-data-3-2 kernel: R10: 000000000000000c R11: 0000000000000293 R12: 0000000000000000 Jul 30 00:52:18 os-ott-data-3-2 kernel: R13: 0000000000000248 R14: 00007f092fefe3b0 R15: 00007f094c8a00c0 Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: INFO: task opensearch[os-o:1161 blocked for more than 120 seconds. Jul 30 00:52:18 os-ott-data-3-2 kernel: Not tainted 6.1.0-47-amd64 #1 Debian 6.1.170-3 Jul 30 00:52:18 os-ott-data-3-2 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. Jul 30 00:52:18 os-ott-data-3-2 kernel: task:opensearch[os-o state:D stack:0 pid:1161 ppid:1 flags:0x00000002 Jul 30 00:52:18 os-ott-data-3-2 kernel: Call Trace: Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: __schedule+0x34d/0x9e0 Jul 30 00:52:18 os-ott-data-3-2 kernel: schedule+0x5a/0xd0 Jul 30 00:52:18 os-ott-data-3-2 kernel: io_schedule+0x42/0x70 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_bit_common+0x13d/0x350 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? filemap_alloc_folio+0x100/0x100 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_writeback+0x28/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: __filemap_fdatawait_range+0x90/0x120 Jul 30 00:52:18 os-ott-data-3-2 kernel: file_write_and_wait_range+0x6f/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: xfs_file_fsync+0x5a/0x2a0 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: __x64_sys_fsync+0x37/0x60 Jul 30 00:52:18 os-ott-data-3-2 kernel: do_syscall_64+0x55/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? kmem_cache_free+0x15/0x310 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? __xfs_trans_commit+0x146/0x3e0 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: ? radix_tree_tag_clear+0x98/0xc0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? xfs_perag_clear_inode_tag+0x3e/0xe0 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: ? _raw_spin_unlock+0xa/0x30 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? xfs_blockgc_clear_iflag+0xa3/0xc0 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: ? xfs_iunlock+0xb7/0x100 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: ? __rseq_handle_notify_resume+0xa9/0x480 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? xfs_free_eofblocks+0x152/0x190 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: ? mntput_no_expire+0x4a/0x250 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? do_syscall_64+0x61/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? exit_to_user_mode_prepare+0x44/0x240 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? syscall_exit_to_user_mode+0x1e/0x40 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: entry_SYSCALL_64_after_hwframe+0x6e/0xd8 Jul 30 00:52:18 os-ott-data-3-2 kernel: RIP: 0033:0x7f13049afc3a Jul 30 00:52:18 os-ott-data-3-2 kernel: RSP: 002b:00007f092fdfdee0 EFLAGS: 00000293 ORIG_RAX: 000000000000004a Jul 30 00:52:18 os-ott-data-3-2 kernel: RAX: ffffffffffffffda RBX: 00007f0930138460 RCX: 00007f13049afc3a Jul 30 00:52:18 os-ott-data-3-2 kernel: RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000000c59 Jul 30 00:52:18 os-ott-data-3-2 kernel: RBP: 00007f092fdfdf10 R08: 00007f092fdff6c0 R09: 00007f10f1900518 Jul 30 00:52:18 os-ott-data-3-2 kernel: R10: 000000000000000c R11: 0000000000000293 R12: 0000000000000001 Jul 30 00:52:18 os-ott-data-3-2 kernel: R13: 00007f10f1900618 R14: 00007f092fdfdf50 R15: 00007f0930137fc0 Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: INFO: task opensearch[os-o:1162 blocked for more than 120 seconds. Jul 30 00:52:18 os-ott-data-3-2 kernel: Not tainted 6.1.0-47-amd64 #1 Debian 6.1.170-3 Jul 30 00:52:18 os-ott-data-3-2 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. Jul 30 00:52:18 os-ott-data-3-2 kernel: task:opensearch[os-o state:D stack:0 pid:1162 ppid:1 flags:0x00000002 Jul 30 00:52:18 os-ott-data-3-2 kernel: Call Trace: Jul 30 00:52:18 os-ott-data-3-2 kernel: Jul 30 00:52:18 os-ott-data-3-2 kernel: __schedule+0x34d/0x9e0 Jul 30 00:52:18 os-ott-data-3-2 kernel: schedule+0x5a/0xd0 Jul 30 00:52:18 os-ott-data-3-2 kernel: io_schedule+0x42/0x70 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_bit_common+0x13d/0x350 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? filemap_alloc_folio+0x100/0x100 Jul 30 00:52:18 os-ott-data-3-2 kernel: folio_wait_writeback+0x28/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: __filemap_fdatawait_range+0x90/0x120 Jul 30 00:52:18 os-ott-data-3-2 kernel: file_write_and_wait_range+0x6f/0x90 Jul 30 00:52:18 os-ott-data-3-2 kernel: xfs_file_fsync+0x5a/0x2a0 [xfs] Jul 30 00:52:18 os-ott-data-3-2 kernel: __x64_sys_fsync+0x37/0x60 Jul 30 00:52:18 os-ott-data-3-2 kernel: do_syscall_64+0x55/0xb0 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: ? clear_bhb_loop+0x30/0x80 Jul 30 00:52:18 os-ott-data-3-2 kernel: entry_SYSCALL_64_after_hwframe+0x6e/0xd8 Jul 30 00:52:18 os-ott-data-3-2 kernel: RIP: 0033:0x7f13049afc3a Jul 30 00:52:18 os-ott-data-3-2 kernel: RSP: 002b:00007f092fcfdee0 EFLAGS: 00000293 ORIG_RAX: 000000000000004a Jul 30 00:52:18 os-ott-data-3-2 kernel: RAX: ffffffffffffffda RBX: 00007f094011bb00 RCX: 00007f13049afc3a Jul 30 00:52:18 os-ott-data-3-2 kernel: RDX: 0000000000000000 RSI: 0000000000000000 RDI: 00000000000015a7 Jul 30 00:52:18 os-ott-data-3-2 kernel: RBP: 00007f092fcfdf10 R08: 00007f092fcff6c0 R09: 00007f10e7ef5700 Jul 30 00:52:18 os-ott-data-3-2 kernel: R10: 000000000000000c R11: 0000000000000293 R12: 0000000000000001 Jul 30 00:52:18 os-ott-data-3-2 kernel: R13: 00007f10e7ef5800 R14: 00007f092fcfdf50 R15: 00007f094011b660 Jul 30 00:52:18 os-ott-data-3-2 kernel: